{"level":"info","ts":1784906642.1210926,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a1a6c3c-d6ff-46da-9c85-759f16ee8ad1"} {"level":"info","ts":1784906642.1211045,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a1a6c3c-d6ff-46da-9c85-759f16ee8ad1","EoS":false} {"level":"info","ts":1784906642.121115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a1a6c3c-d6ff-46da-9c85-759f16ee8ad1","EoS":true} {"level":"info","ts":1784906642.121135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a1a6c3c-d6ff-46da-9c85-759f16ee8ad1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784906642.1211503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a1a6c3c-d6ff-46da-9c85-759f16ee8ad1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906642.1211696,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a1a6c3c-d6ff-46da-9c85-759f16ee8ad1"} {"level":"info","ts":1784906661.0745275,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906661.0746205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2"} {"level":"info","ts":1784906661.0746353,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2"} {"level":"info","ts":1784906661.0746493,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2","EoS":false} {"level":"info","ts":1784906661.0746677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2","EoS":true} {"level":"info","ts":1784906661.0746975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784906661.0747125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906661.0747528,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52ca788b-3ec0-445f-b76f-7d873be9b6a2"} {"level":"info","ts":1784906661.2104142,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906661.2104912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295"} {"level":"info","ts":1784906661.2105024,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295"} {"level":"info","ts":1784906661.2105126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295","EoS":false} {"level":"info","ts":1784906661.2105231,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295","EoS":true} {"level":"info","ts":1784906661.2105417,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784906661.2105575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906661.2105792,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"615c4987-d7ac-48b8-897c-2f06ddc89295"} {"level":"info","ts":1784906661.344852,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906661.3449328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596"} {"level":"info","ts":1784906661.3449426,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596"} {"level":"info","ts":1784906661.344954,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596","EoS":false} {"level":"info","ts":1784906661.3449671,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596","EoS":true} {"level":"info","ts":1784906661.3449922,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784906661.345008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906661.345027,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5e765ba-d2cc-4498-902e-c7afad085596"} {"level":"info","ts":1784906661.483179,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906661.4832773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967"} {"level":"info","ts":1784906661.4832873,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967"} {"level":"info","ts":1784906661.4832988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967","EoS":false} {"level":"info","ts":1784906661.4833093,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967","EoS":true} {"level":"info","ts":1784906661.4833324,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784906661.4833472,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906661.4833703,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56835be4-9bb0-460f-97a9-7a2003991967"} {"level":"info","ts":1784906661.6170416,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906661.6171196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d"} {"level":"info","ts":1784906661.6171296,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d"} {"level":"info","ts":1784906661.617141,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d","EoS":false} {"level":"info","ts":1784906661.6171608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d","EoS":true} {"level":"info","ts":1784906661.6171837,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784906661.617199,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906661.6172183,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ffc17d1-67f2-4906-b4dd-b6827bcd183d"} {"level":"info","ts":1784906661.7531097,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906661.75319,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec66b0d6-3c34-46b4-b65a-ba1954e44e37"} {"level":"info","ts":1784906661.7532,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec66b0d6-3c34-46b4-b65a-ba1954e44e37"} {"level":"info","ts":1784906661.7532115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec66b0d6-3c34-46b4-b65a-ba1954e44e37","EoS":false} {"level":"info","ts":1784906661.753224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec66b0d6-3c34-46b4-b65a-ba1954e44e37","EoS":true} {"level":"info","ts":1784906661.7532756,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec66b0d6-3c34-46b4-b65a-ba1954e44e37","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784906661.7532902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec66b0d6-3c34-46b4-b65a-ba1954e44e37","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906661.7533133,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec66b0d6-3c34-46b4-b65a-ba1954e44e37"} {"level":"info","ts":1784906681.6559987,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906681.6560798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5"} {"level":"info","ts":1784906681.65609,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5"} {"level":"info","ts":1784906681.6561015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5","EoS":false} {"level":"info","ts":1784906681.6561122,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5","EoS":true} {"level":"info","ts":1784906681.656132,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784906681.6561463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906681.6561663,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"559f89b1-5f41-43e1-a1ec-0e81fc0715a5"} {"level":"info","ts":1784906681.6887212,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906681.6888046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62fc7987-c179-40a6-926f-cd4395a672a0"} {"level":"info","ts":1784906681.6888146,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62fc7987-c179-40a6-926f-cd4395a672a0"} {"level":"info","ts":1784906681.6888256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62fc7987-c179-40a6-926f-cd4395a672a0","EoS":false} {"level":"info","ts":1784906681.688837,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62fc7987-c179-40a6-926f-cd4395a672a0","EoS":true} {"level":"info","ts":1784906681.6888566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62fc7987-c179-40a6-926f-cd4395a672a0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784906681.688871,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62fc7987-c179-40a6-926f-cd4395a672a0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906681.6888926,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62fc7987-c179-40a6-926f-cd4395a672a0"} {"level":"info","ts":1784906681.7238812,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906681.7239757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f2ae57d-8a33-4a42-8081-d8c9fe67c9c3"} {"level":"info","ts":1784906681.723986,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f2ae57d-8a33-4a42-8081-d8c9fe67c9c3"} {"level":"info","ts":1784906681.7239976,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f2ae57d-8a33-4a42-8081-d8c9fe67c9c3","EoS":false} {"level":"info","ts":1784906681.7240114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f2ae57d-8a33-4a42-8081-d8c9fe67c9c3","EoS":true} {"level":"info","ts":1784906681.724032,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f2ae57d-8a33-4a42-8081-d8c9fe67c9c3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784906681.7240462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f2ae57d-8a33-4a42-8081-d8c9fe67c9c3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906681.7240646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f2ae57d-8a33-4a42-8081-d8c9fe67c9c3"} {"level":"info","ts":1784906681.75505,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906681.7551284,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe2b54af-eba6-4c80-88a7-a52d829f2c22"} {"level":"info","ts":1784906686.3879163,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906686.3879998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc"} {"level":"info","ts":1784906686.388013,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc"} {"level":"info","ts":1784906686.3880293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc","EoS":false} {"level":"info","ts":1784906686.3880432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc","EoS":true} {"level":"info","ts":1784906686.388064,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906686.3880787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906686.388099,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a391833-ad56-42c3-862b-6b3794d0addc"} {"level":"info","ts":1784906694.9488852,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906694.9489703,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7e83a72-aca1-4765-8052-bc6f9779111f"} {"level":"info","ts":1784906694.9489796,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7e83a72-aca1-4765-8052-bc6f9779111f"} {"level":"info","ts":1784906694.948992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7e83a72-aca1-4765-8052-bc6f9779111f","EoS":false} {"level":"info","ts":1784906694.9490051,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7e83a72-aca1-4765-8052-bc6f9779111f","EoS":true} {"level":"info","ts":1784906694.949028,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7e83a72-aca1-4765-8052-bc6f9779111f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784906694.9490435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7e83a72-aca1-4765-8052-bc6f9779111f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906694.9490635,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7e83a72-aca1-4765-8052-bc6f9779111f"} {"level":"info","ts":1784906696.9825692,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906696.982656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19566dfe-437a-4b7f-b4c7-da4cd07a43de"} {"level":"info","ts":1784906696.982666,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19566dfe-437a-4b7f-b4c7-da4cd07a43de"} {"level":"info","ts":1784906696.9826784,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19566dfe-437a-4b7f-b4c7-da4cd07a43de","EoS":false} {"level":"info","ts":1784906696.982697,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19566dfe-437a-4b7f-b4c7-da4cd07a43de","EoS":true} {"level":"info","ts":1784906696.9827414,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19566dfe-437a-4b7f-b4c7-da4cd07a43de","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784906696.9827578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19566dfe-437a-4b7f-b4c7-da4cd07a43de","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906696.98278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19566dfe-437a-4b7f-b4c7-da4cd07a43de"} {"level":"info","ts":1784906699.012965,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906699.013059,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b"} {"level":"info","ts":1784906699.013071,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b"} {"level":"info","ts":1784906699.013084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b","EoS":false} {"level":"info","ts":1784906699.0130982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b","EoS":true} {"level":"info","ts":1784906699.0131195,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784906699.013135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906699.013155,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"992ec925-a153-485c-ba12-60dabdc4ba2b"} {"level":"info","ts":1784906711.894607,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906711.894693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89"} {"level":"info","ts":1784906711.8947024,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89"} {"level":"info","ts":1784906711.8947136,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89","EoS":false} {"level":"info","ts":1784906711.8947427,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89","EoS":true} {"level":"info","ts":1784906711.8947632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906711.8947756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906711.8947945,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d4236353-1b04-4597-9094-55ab5a02fb89"} {"level":"info","ts":1784906720.430461,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906720.4305396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb"} {"level":"info","ts":1784906720.430549,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb"} {"level":"info","ts":1784906720.4305613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb","EoS":false} {"level":"info","ts":1784906720.4305756,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb","EoS":true} {"level":"info","ts":1784906720.4305973,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906720.4306114,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906720.430631,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"55ddcc34-c086-402e-a667-7cadc6a02fcb"} {"level":"info","ts":1784906729.3107438,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906729.3108506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17"} {"level":"info","ts":1784906729.310862,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17"} {"level":"info","ts":1784906729.3108761,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17","EoS":false} {"level":"info","ts":1784906729.310888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17","EoS":true} {"level":"info","ts":1784906729.3109102,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906729.310927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906729.3109462,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa275d6d-c390-4760-8e13-53a1b29e3f17"} {"level":"info","ts":1784906738.2899394,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906738.2900178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c816a187-975d-4201-bede-703aa1a82f7c"} {"level":"info","ts":1784906738.290027,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c816a187-975d-4201-bede-703aa1a82f7c"} {"level":"info","ts":1784906738.2900386,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c816a187-975d-4201-bede-703aa1a82f7c","EoS":false} {"level":"info","ts":1784906738.2900486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c816a187-975d-4201-bede-703aa1a82f7c","EoS":true} {"level":"info","ts":1784906738.2900693,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c816a187-975d-4201-bede-703aa1a82f7c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906738.2900841,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c816a187-975d-4201-bede-703aa1a82f7c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906738.2901049,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c816a187-975d-4201-bede-703aa1a82f7c"} {"level":"info","ts":1784906743.0756106,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906743.0756943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7f20ae2-73fa-4bb1-9be4-423c9824a331"} {"level":"info","ts":1784906743.0757046,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7f20ae2-73fa-4bb1-9be4-423c9824a331"} {"level":"info","ts":1784906743.075716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7f20ae2-73fa-4bb1-9be4-423c9824a331","EoS":false} {"level":"info","ts":1784906743.0757284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7f20ae2-73fa-4bb1-9be4-423c9824a331","EoS":true} {"level":"info","ts":1784906743.0757496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7f20ae2-73fa-4bb1-9be4-423c9824a331","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784906743.075767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7f20ae2-73fa-4bb1-9be4-423c9824a331","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906743.0757873,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7f20ae2-73fa-4bb1-9be4-423c9824a331"} {"level":"info","ts":1784906747.8481195,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906747.8481996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e510dfba-74a4-418e-bdba-a966073b13ba"} {"level":"info","ts":1784906747.848211,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e510dfba-74a4-418e-bdba-a966073b13ba"} {"level":"info","ts":1784906747.8482225,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e510dfba-74a4-418e-bdba-a966073b13ba","EoS":false} {"level":"info","ts":1784906747.8482347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e510dfba-74a4-418e-bdba-a966073b13ba","EoS":true} {"level":"info","ts":1784906747.8482778,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e510dfba-74a4-418e-bdba-a966073b13ba","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784906747.8482964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e510dfba-74a4-418e-bdba-a966073b13ba","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906747.848323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e510dfba-74a4-418e-bdba-a966073b13ba"} {"level":"info","ts":1784906748.1178682,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906748.1179516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"712baf4f-e3d0-45d6-a247-4cf4b5c390ee"} {"level":"info","ts":1784906748.117964,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"712baf4f-e3d0-45d6-a247-4cf4b5c390ee"} {"level":"info","ts":1784906748.117976,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"712baf4f-e3d0-45d6-a247-4cf4b5c390ee","EoS":false} {"level":"info","ts":1784906748.1179888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"712baf4f-e3d0-45d6-a247-4cf4b5c390ee","EoS":true} {"level":"info","ts":1784906748.1180131,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"712baf4f-e3d0-45d6-a247-4cf4b5c390ee","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784906748.1180294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"712baf4f-e3d0-45d6-a247-4cf4b5c390ee","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906748.118049,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"712baf4f-e3d0-45d6-a247-4cf4b5c390ee"} {"level":"info","ts":1784906750.1510115,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906750.1510894,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13939673-14e9-4074-88b4-da58e25cc9da"} {"level":"info","ts":1784906750.1511002,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"13939673-14e9-4074-88b4-da58e25cc9da"} {"level":"info","ts":1784906750.151111,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13939673-14e9-4074-88b4-da58e25cc9da","EoS":false} {"level":"info","ts":1784906750.1511238,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13939673-14e9-4074-88b4-da58e25cc9da","EoS":true} {"level":"info","ts":1784906750.1511462,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13939673-14e9-4074-88b4-da58e25cc9da","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784906750.1511612,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13939673-14e9-4074-88b4-da58e25cc9da","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906750.1511822,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"13939673-14e9-4074-88b4-da58e25cc9da"} {"level":"info","ts":1784906752.187413,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906752.1874993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea4563cb-a24d-4293-bf6e-ca945d792116"} {"level":"info","ts":1784906752.1875122,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea4563cb-a24d-4293-bf6e-ca945d792116"} {"level":"info","ts":1784906752.1875296,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea4563cb-a24d-4293-bf6e-ca945d792116","EoS":false} {"level":"info","ts":1784906752.187551,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea4563cb-a24d-4293-bf6e-ca945d792116","EoS":true} {"level":"info","ts":1784906752.1875808,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea4563cb-a24d-4293-bf6e-ca945d792116","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784906752.1876006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea4563cb-a24d-4293-bf6e-ca945d792116","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906752.1876345,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea4563cb-a24d-4293-bf6e-ca945d792116"} {"level":"info","ts":1784906754.22112,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906754.2212029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed"} {"level":"info","ts":1784906754.2212126,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed"} {"level":"info","ts":1784906754.2212236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed","EoS":false} {"level":"info","ts":1784906754.2212594,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed","EoS":true} {"level":"info","ts":1784906754.2212844,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784906754.2212987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906754.2213223,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"252af99a-cf4a-488b-9de6-3909ca6141ed"} {"level":"info","ts":1784906777.9357722,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906777.9358528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872"} {"level":"info","ts":1784906777.9358618,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872"} {"level":"info","ts":1784906777.9358735,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872","EoS":false} {"level":"info","ts":1784906777.9358873,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872","EoS":true} {"level":"info","ts":1784906777.9359088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784906777.9359381,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906777.9359603,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec15c90c-528f-454b-b24f-dde57a451872"} {"level":"info","ts":1784906787.276309,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906787.2764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ae501a5-ee54-485c-a675-d5d41cd93d0e"} {"level":"info","ts":1784906787.2764127,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ae501a5-ee54-485c-a675-d5d41cd93d0e"} {"level":"info","ts":1784906787.2764273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ae501a5-ee54-485c-a675-d5d41cd93d0e","EoS":false} {"level":"info","ts":1784906787.2764432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ae501a5-ee54-485c-a675-d5d41cd93d0e","EoS":true} {"level":"info","ts":1784906787.276464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ae501a5-ee54-485c-a675-d5d41cd93d0e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906787.2764788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ae501a5-ee54-485c-a675-d5d41cd93d0e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906787.2765017,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ae501a5-ee54-485c-a675-d5d41cd93d0e"} {"level":"info","ts":1784906793.0246701,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906793.0247514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b509035-0e5d-464e-85ce-ac8eac8b1473"} {"level":"info","ts":1784906793.0247605,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0b509035-0e5d-464e-85ce-ac8eac8b1473"} {"level":"info","ts":1784906793.0247724,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b509035-0e5d-464e-85ce-ac8eac8b1473","EoS":false} {"level":"info","ts":1784906793.0247831,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b509035-0e5d-464e-85ce-ac8eac8b1473","EoS":true} {"level":"info","ts":1784906793.0248039,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b509035-0e5d-464e-85ce-ac8eac8b1473","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784906793.0248225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b509035-0e5d-464e-85ce-ac8eac8b1473","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906793.0248432,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0b509035-0e5d-464e-85ce-ac8eac8b1473"} {"level":"info","ts":1784906802.6682613,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906802.6683514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f00c2ccc-f61c-4d4e-8a2a-9dc7de27aa87"} {"level":"info","ts":1784906802.6683679,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f00c2ccc-f61c-4d4e-8a2a-9dc7de27aa87"} {"level":"info","ts":1784906802.668389,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f00c2ccc-f61c-4d4e-8a2a-9dc7de27aa87","EoS":false} {"level":"info","ts":1784906802.6684096,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f00c2ccc-f61c-4d4e-8a2a-9dc7de27aa87","EoS":true} {"level":"info","ts":1784906802.6684422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f00c2ccc-f61c-4d4e-8a2a-9dc7de27aa87","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906802.668461,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f00c2ccc-f61c-4d4e-8a2a-9dc7de27aa87","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906802.6684904,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f00c2ccc-f61c-4d4e-8a2a-9dc7de27aa87"} {"level":"info","ts":1784906804.701061,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906804.7011511,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4"} {"level":"info","ts":1784906804.7011616,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4"} {"level":"info","ts":1784906804.7011743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4","EoS":false} {"level":"info","ts":1784906804.7011852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4","EoS":true} {"level":"info","ts":1784906804.7012076,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906804.7012234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906804.7012615,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26f1aac8-deae-425c-bc63-80ac15f3bcc4"} {"level":"info","ts":1784906814.1083376,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906814.1084206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218"} {"level":"info","ts":1784906814.1084306,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218"} {"level":"info","ts":1784906814.108444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218","EoS":false} {"level":"info","ts":1784906814.1084547,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218","EoS":true} {"level":"info","ts":1784906814.108475,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906814.1084893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906814.1085105,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39d2a0b6-e0f0-4560-b1e1-90ded52f1218"} {"level":"info","ts":1784906814.1426718,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906814.1427932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f"} {"level":"info","ts":1784906814.1428072,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f"} {"level":"info","ts":1784906814.142827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f","EoS":false} {"level":"info","ts":1784906814.1428485,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f","EoS":true} {"level":"info","ts":1784906814.1428828,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906814.1429029,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906814.1429303,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ffd5a77-5367-4ae1-afa8-34009e1dbc5f"} {"level":"info","ts":1784906833.3101056,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906833.31019,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4"} {"level":"info","ts":1784906833.3102,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4"} {"level":"info","ts":1784906833.310212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4","EoS":false} {"level":"info","ts":1784906833.3102252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4","EoS":true} {"level":"info","ts":1784906833.3102684,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906833.3102841,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906833.3103037,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ed4ab3b-2622-4631-bb26-09b369850dd4"} {"level":"info","ts":1784906842.6799414,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906842.6800175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b88a8b31-479f-41b4-9afd-c9376e5c8d5a"} {"level":"info","ts":1784906842.680026,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b88a8b31-479f-41b4-9afd-c9376e5c8d5a"} {"level":"info","ts":1784906842.6800406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b88a8b31-479f-41b4-9afd-c9376e5c8d5a","EoS":false} {"level":"info","ts":1784906842.6800566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b88a8b31-479f-41b4-9afd-c9376e5c8d5a","EoS":true} {"level":"info","ts":1784906842.680077,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b88a8b31-479f-41b4-9afd-c9376e5c8d5a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784906842.6800933,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b88a8b31-479f-41b4-9afd-c9376e5c8d5a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784906842.6801145,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b88a8b31-479f-41b4-9afd-c9376e5c8d5a"} {"level":"info","ts":1784906847.9676163,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906847.9676914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb99e4b3-d5e4-44ef-9b8f-ee5a7e245c69"} {"level":"info","ts":1784906847.9677,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb99e4b3-d5e4-44ef-9b8f-ee5a7e245c69"} {"level":"info","ts":1784906847.967711,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb99e4b3-d5e4-44ef-9b8f-ee5a7e245c69","EoS":false} {"level":"info","ts":1784906847.9677215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb99e4b3-d5e4-44ef-9b8f-ee5a7e245c69","EoS":true} {"level":"info","ts":1784906847.967742,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb99e4b3-d5e4-44ef-9b8f-ee5a7e245c69","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784906847.9677587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb99e4b3-d5e4-44ef-9b8f-ee5a7e245c69","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784906847.9677806,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb99e4b3-d5e4-44ef-9b8f-ee5a7e245c69"} {"level":"info","ts":1784906940.730208,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906940.730311,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d596638-5dbc-4b29-a003-66d451b0a7cc"} {"level":"info","ts":1784906940.730322,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d596638-5dbc-4b29-a003-66d451b0a7cc"} {"level":"info","ts":1784906940.730333,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d596638-5dbc-4b29-a003-66d451b0a7cc","EoS":false} {"level":"info","ts":1784906940.7303455,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d596638-5dbc-4b29-a003-66d451b0a7cc","EoS":true} {"level":"info","ts":1784906940.7303667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d596638-5dbc-4b29-a003-66d451b0a7cc","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784906940.7303932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d596638-5dbc-4b29-a003-66d451b0a7cc","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784906940.730414,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d596638-5dbc-4b29-a003-66d451b0a7cc"} {"level":"info","ts":1784906968.0677543,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784906968.0678375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108"} {"level":"info","ts":1784906968.067845,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108"} {"level":"info","ts":1784906968.0678558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108","EoS":false} {"level":"info","ts":1784906968.0678666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108","EoS":true} {"level":"info","ts":1784906968.067886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784906968.067901,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784906968.0679214,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"100b93b7-640c-4a59-a977-fd4248889108"} {"level":"info","ts":1784907005.3225508,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907005.322629,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82"} {"level":"info","ts":1784907005.3226385,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82"} {"level":"info","ts":1784907005.3226507,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82","EoS":false} {"level":"info","ts":1784907005.322664,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82","EoS":true} {"level":"info","ts":1784907005.3226902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784907005.3227062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784907005.3227255,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"351c6438-9d0e-4cba-a7df-db10aa188b82"} {"level":"info","ts":1784907020.5920107,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907020.5920997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4"} {"level":"info","ts":1784907020.5921116,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4"} {"level":"info","ts":1784907020.5921304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4","EoS":false} {"level":"info","ts":1784907020.5921524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4","EoS":true} {"level":"info","ts":1784907020.5921845,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784907020.5922036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784907020.5922363,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76848360-a8f5-428d-ae21-87ee1d71ffa4"} {"level":"info","ts":1784907020.8844826,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907020.8845692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3b3f935-a632-4c68-8efd-5e0aab21b779"} {"level":"info","ts":1784907020.8845816,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f3b3f935-a632-4c68-8efd-5e0aab21b779"} {"level":"info","ts":1784907020.8846009,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3b3f935-a632-4c68-8efd-5e0aab21b779","EoS":false} {"level":"info","ts":1784907020.8846214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f3b3f935-a632-4c68-8efd-5e0aab21b779","EoS":true} {"level":"info","ts":1784907020.8846517,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f3b3f935-a632-4c68-8efd-5e0aab21b779","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784907020.8846707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3b3f935-a632-4c68-8efd-5e0aab21b779","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784907020.8847008,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f3b3f935-a632-4c68-8efd-5e0aab21b779"} {"level":"info","ts":1784907331.1670592,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907331.167146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727"} {"level":"info","ts":1784907331.1671553,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727"} {"level":"info","ts":1784907331.1671667,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727","EoS":false} {"level":"info","ts":1784907331.1671777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727","EoS":true} {"level":"info","ts":1784907331.1671991,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784907331.1672153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784907331.167237,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f10a8ddc-9c66-489c-a9d2-eb24c7f03727"} {"level":"info","ts":1784907331.2004912,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907331.200595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f"} {"level":"info","ts":1784907331.2006104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f"} {"level":"info","ts":1784907331.2006233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f","EoS":false} {"level":"info","ts":1784907331.2006364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f","EoS":true} {"level":"info","ts":1784907331.2006576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784907331.2006721,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784907331.2006924,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14527424-acb2-43a6-9bfd-36bdc635d05f"} {"level":"info","ts":1784907331.2375612,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907331.2376428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a2d7e35-1c6d-42c2-8a39-943e3c54bcba"} {"level":"info","ts":1784907331.237652,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a2d7e35-1c6d-42c2-8a39-943e3c54bcba"} {"level":"info","ts":1784907331.2376635,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a2d7e35-1c6d-42c2-8a39-943e3c54bcba","EoS":false} {"level":"info","ts":1784907331.2376745,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a2d7e35-1c6d-42c2-8a39-943e3c54bcba","EoS":true} {"level":"info","ts":1784907331.237692,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a2d7e35-1c6d-42c2-8a39-943e3c54bcba","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784907331.2377062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a2d7e35-1c6d-42c2-8a39-943e3c54bcba","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784907331.237726,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a2d7e35-1c6d-42c2-8a39-943e3c54bcba"} {"level":"info","ts":1784907331.2739565,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907331.2740374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4206d13e-7a61-4c8f-a857-db81d3c35388"} {"level":"info","ts":1784907331.2740505,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4206d13e-7a61-4c8f-a857-db81d3c35388"} {"level":"info","ts":1784907331.2740612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4206d13e-7a61-4c8f-a857-db81d3c35388","EoS":false} {"level":"info","ts":1784907331.2740712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4206d13e-7a61-4c8f-a857-db81d3c35388","EoS":true} {"level":"info","ts":1784907331.2740903,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4206d13e-7a61-4c8f-a857-db81d3c35388","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784907331.274105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4206d13e-7a61-4c8f-a857-db81d3c35388","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784907331.2741258,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4206d13e-7a61-4c8f-a857-db81d3c35388"} {"level":"info","ts":1784907336.1722913,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b3bc9865-48e6-40b9-93e3-101fa09de6a9"} {"level":"info","ts":1784907336.1722906,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f50e30e9-53fe-4997-a015-727a21e50097","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784907336.1723347,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f50e30e9-53fe-4997-a015-727a21e50097","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784907336.183594,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ea837aee-e183-4ec6-8ed5-1fcf13dd02ee","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784907336.183624,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ea837aee-e183-4ec6-8ed5-1fcf13dd02ee","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784907336.1848648,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b3bc9865-48e6-40b9-93e3-101fa09de6a9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784907336.1851385,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37853.528140015,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.1851602,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.2745879,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.3615491,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39396.486788441,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.3615816,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.3619804,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"66c96560-dc67-4c8d-93fe-6b33c1611cd0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784907336.3620348,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"66c96560-dc67-4c8d-93fe-6b33c1611cd0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784907336.3620179,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e4bf003-fe40-4489-835b-b65e5f60abec","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784907336.3621123,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8a2158e-e39a-4855-a239-74d54362ebc8"} {"level":"info","ts":1784907336.362162,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e4bf003-fe40-4489-835b-b65e5f60abec","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784907336.3621998,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e7cd6c8-c82f-4f54-b8e0-9559380b7c78","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784907336.3622146,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e7cd6c8-c82f-4f54-b8e0-9559380b7c78","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784907336.3623455,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70c2fdbe-30c6-494e-94d0-3e5f45d6a213","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784907336.362364,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70c2fdbe-30c6-494e-94d0-3e5f45d6a213","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784907336.3625708,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36456.159105339,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.362591,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.3711505,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.3753526,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784907336.4621892,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b3bc9865-48e6-40b9-93e3-101fa09de6a9","name":"e2e-external-provider"} {"level":"info","ts":1784907336.462608,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8a2158e-e39a-4855-a239-74d54362ebc8","name":"e2e-external-model"} {"level":"info","ts":1784907336.4680033,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e727dd29-edec-493e-a667-4e939b014282","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784907336.4680448,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e727dd29-edec-493e-a667-4e939b014282","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784907336.492092,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8a2158e-e39a-4855-a239-74d54362ebc8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784907336.4921494,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8a2158e-e39a-4855-a239-74d54362ebc8","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784907336.4922857,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecc9fd79-f9e9-4bcc-92a6-cad60bf515e6"} {"level":"info","ts":1784907336.492352,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecc9fd79-f9e9-4bcc-92a6-cad60bf515e6","name":"e2e-external-model"} {"level":"info","ts":1784907336.4927661,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b3bc9865-48e6-40b9-93e3-101fa09de6a9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784907336.49838,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b3bc9865-48e6-40b9-93e3-101fa09de6a9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784907336.498494,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8947fe5f-f4b8-4075-b9a3-44dfc2c04097"} {"level":"info","ts":1784907336.498538,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8947fe5f-f4b8-4075-b9a3-44dfc2c04097","name":"e2e-external-provider"} {"level":"info","ts":1784907336.5129004,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecc9fd79-f9e9-4bcc-92a6-cad60bf515e6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784907336.5315146,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8947fe5f-f4b8-4075-b9a3-44dfc2c04097","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784907336.5343235,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecc9fd79-f9e9-4bcc-92a6-cad60bf515e6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784907336.5345817,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5eb74ad5-92a6-44d4-8c8d-3d30c582985c"} {"level":"info","ts":1784907336.5346444,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5eb74ad5-92a6-44d4-8c8d-3d30c582985c","name":"e2e-external-model"} {"level":"info","ts":1784907336.534582,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be5b7b0d-52ae-4491-a638-bb245d8acd7b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784907336.5347128,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be5b7b0d-52ae-4491-a638-bb245d8acd7b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784907336.578992,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5eb74ad5-92a6-44d4-8c8d-3d30c582985c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784907336.5860693,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de29a456-6c5e-4975-a072-f6ba1d66b40a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784907336.5861127,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de29a456-6c5e-4975-a072-f6ba1d66b40a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784907336.5901444,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5eb74ad5-92a6-44d4-8c8d-3d30c582985c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784907336.590228,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b947c30a-d3df-4030-bf2b-902e64cf17f4"} {"level":"info","ts":1784907336.5903027,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b947c30a-d3df-4030-bf2b-902e64cf17f4","name":"e2e-external-model"} {"level":"info","ts":1784907336.601056,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b947c30a-d3df-4030-bf2b-902e64cf17f4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784907343.731724,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907343.7317975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9039dba-1d90-4261-85b5-12c0edf8b2b4"} {"level":"info","ts":1784907343.731806,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d9039dba-1d90-4261-85b5-12c0edf8b2b4"} {"level":"info","ts":1784907343.7318172,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9039dba-1d90-4261-85b5-12c0edf8b2b4","EoS":false} {"level":"info","ts":1784907343.7318287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9039dba-1d90-4261-85b5-12c0edf8b2b4","EoS":true} {"level":"info","ts":1784907343.7318482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9039dba-1d90-4261-85b5-12c0edf8b2b4","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784907343.7318633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9039dba-1d90-4261-85b5-12c0edf8b2b4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784907343.7318702,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d9039dba-1d90-4261-85b5-12c0edf8b2b4","modelName":"e2e-external-model"} {"level":"info","ts":1784907343.7318866,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d9039dba-1d90-4261-85b5-12c0edf8b2b4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784907343.7319393,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d9039dba-1d90-4261-85b5-12c0edf8b2b4"} {"level":"info","ts":1784907343.7849495,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907343.7850237,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49dd773d-7110-4f22-a2c9-7c9a86565459"} {"level":"info","ts":1784907343.7850337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49dd773d-7110-4f22-a2c9-7c9a86565459"} {"level":"info","ts":1784907343.7850444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49dd773d-7110-4f22-a2c9-7c9a86565459","EoS":false} {"level":"info","ts":1784907343.7850566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49dd773d-7110-4f22-a2c9-7c9a86565459","EoS":true} {"level":"info","ts":1784907343.7850823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49dd773d-7110-4f22-a2c9-7c9a86565459","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784907343.785099,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49dd773d-7110-4f22-a2c9-7c9a86565459","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784907343.7851064,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"49dd773d-7110-4f22-a2c9-7c9a86565459","modelName":"e2e-external-model"} {"level":"info","ts":1784907343.7851198,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"49dd773d-7110-4f22-a2c9-7c9a86565459","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784907343.7851613,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49dd773d-7110-4f22-a2c9-7c9a86565459"} {"level":"info","ts":1784907343.8053145,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907343.8053942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1"} {"level":"info","ts":1784907343.8054075,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1"} {"level":"info","ts":1784907343.8054268,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1","EoS":false} {"level":"info","ts":1784907343.8054466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1","EoS":true} {"level":"info","ts":1784907343.805476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784907343.8054948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784907343.8055062,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1","modelName":"e2e-external-model"} {"level":"info","ts":1784907343.805528,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784907343.805575,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ed01a8d3-3e05-4ce8-805c-bd7a70bd41f1"} {"level":"info","ts":1784907343.9395185,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d1ff296-b65c-464e-9c1b-fba8e3e528b8"} {"level":"info","ts":1784907343.939558,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d00fe898-d1d5-4076-8b8d-04de69d30f0f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784907343.9395876,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d00fe898-d1d5-4076-8b8d-04de69d30f0f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784907343.9464297,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee225ef2-c30a-41db-b03d-dd94956223f3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784907343.9464638,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ee225ef2-c30a-41db-b03d-dd94956223f3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784907343.9465878,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d1ff296-b65c-464e-9c1b-fba8e3e528b8","name":"e2e-cleanup-test"} {"level":"info","ts":1784907343.9608033,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d1ff296-b65c-464e-9c1b-fba8e3e528b8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784907343.9698267,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43bfc825-3405-41d7-85ab-3006e0164027"} {"level":"info","ts":1784907343.9699163,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43bfc825-3405-41d7-85ab-3006e0164027","name":"e2e-cleanup-test"} {"level":"info","ts":1784907343.9703217,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c456127-7b2b-4b62-abed-1884124d5427","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784907343.9703596,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c456127-7b2b-4b62-abed-1884124d5427","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784907343.9850967,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43bfc825-3405-41d7-85ab-3006e0164027","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784907343.985135,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d637fdea-7a6f-4850-976b-079568972285","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784907343.985294,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d637fdea-7a6f-4850-976b-079568972285","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784907343.985216,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43bfc825-3405-41d7-85ab-3006e0164027","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784907343.9854052,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33e014b8-8b28-42e0-9d8e-2655eb14e69f"} {"level":"info","ts":1784907343.9854696,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33e014b8-8b28-42e0-9d8e-2655eb14e69f","name":"e2e-cleanup-test"} {"level":"info","ts":1784907343.9963725,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33e014b8-8b28-42e0-9d8e-2655eb14e69f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784907344.0026276,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"07929597-05e0-4c19-8c61-3794b62a2c28","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784907344.0026572,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"07929597-05e0-4c19-8c61-3794b62a2c28","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784907344.008329,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33e014b8-8b28-42e0-9d8e-2655eb14e69f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784907344.0084054,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a344a98f-86c2-4799-aefd-57e9c7edcb0d"} {"level":"info","ts":1784907344.0084789,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a344a98f-86c2-4799-aefd-57e9c7edcb0d","name":"e2e-cleanup-test"} {"level":"info","ts":1784907344.0188932,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a344a98f-86c2-4799-aefd-57e9c7edcb0d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784907352.2390594,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc58636a-5270-49de-a3fe-1655b0a2ef53","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784907352.2390912,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc58636a-5270-49de-a3fe-1655b0a2ef53","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784907352.2390594,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de34a2e5-421a-494d-b30b-71f5e9040747"} {"level":"info","ts":1784907356.5858562,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907356.585939,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95ef853a-c596-4dfe-b06a-ebe2dedfe939"} {"level":"info","ts":1784907356.585948,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"95ef853a-c596-4dfe-b06a-ebe2dedfe939"} {"level":"info","ts":1784907356.5859632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95ef853a-c596-4dfe-b06a-ebe2dedfe939","EoS":false} {"level":"info","ts":1784907356.5859792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95ef853a-c596-4dfe-b06a-ebe2dedfe939","EoS":true} {"level":"info","ts":1784907356.5859997,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95ef853a-c596-4dfe-b06a-ebe2dedfe939","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784907356.5860145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95ef853a-c596-4dfe-b06a-ebe2dedfe939","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784907356.5860372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"95ef853a-c596-4dfe-b06a-ebe2dedfe939"} {"level":"info","ts":1784907356.6059935,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907356.6060624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1"} {"level":"info","ts":1784907356.606071,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1"} {"level":"info","ts":1784907356.6060815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1","EoS":false} {"level":"info","ts":1784907356.6060932,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1","EoS":true} {"level":"info","ts":1784907356.6061115,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784907356.6061254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784907356.6061323,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1","modelName":"e2e-external-model"} {"level":"info","ts":1784907356.6061468,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784907356.6061814,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d39b3134-6b32-4c7e-b7aa-3fbcc37f0bb1"} {"level":"info","ts":1784907356.6422913,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907356.6423662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193"} {"level":"info","ts":1784907356.6423786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193"} {"level":"info","ts":1784907356.6423895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193","EoS":false} {"level":"info","ts":1784907356.6424036,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193","EoS":true} {"level":"info","ts":1784907356.6424289,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784907356.6424446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784907356.6424634,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73a761f1-967f-430c-ac11-e1337faef193"} {"level":"info","ts":1784907356.789165,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784907356.7892373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc"} {"level":"info","ts":1784907356.7892733,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc"} {"level":"info","ts":1784907356.7892892,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc","EoS":false} {"level":"info","ts":1784907356.789307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc","EoS":true} {"level":"info","ts":1784907356.7893343,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc","field":"model"} {"level":"info","ts":1784907356.78936,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5739b399-f60b-44a8-a5b1-b4b28cc7dedc"} {"level":"info","ts":1784907357.8608985,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd1129f8-4528-4d1f-8958-1a20465177e4"} {"level":"info","ts":1784907357.860915,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d446f5b-cc44-4a80-bec2-4d0838efb9ce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784907357.8609447,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d446f5b-cc44-4a80-bec2-4d0838efb9ce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784907358.110116,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1c2ee87-8d42-4bb7-b068-529525e94a18","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784907358.1101587,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1c2ee87-8d42-4bb7-b068-529525e94a18","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784907358.1101725,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cc1b1192-8d48-4fb2-ae7b-e87566985c75"} {"level":"info","ts":1784908474.2743387,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908474.2744277,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2216fbdc-3474-42c3-8287-0e163573f75d"} {"level":"info","ts":1784908528.4785264,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908528.4786074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868"} {"level":"info","ts":1784908528.4786167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868"} {"level":"info","ts":1784908528.4786296,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868","EoS":false} {"level":"info","ts":1784908528.4786518,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868","EoS":true} {"level":"info","ts":1784908528.4786756,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908528.4786913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784908528.4787226,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf8ddb3f-f2ca-4bfc-a3d9-79bc0c63d868"}