{"level":"info","ts":1785242994.945188,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c13ca207-408d-40cb-9a30-7d3d4cfe5345"} {"level":"info","ts":1785242994.9462168,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c13ca207-408d-40cb-9a30-7d3d4cfe5345"} {"level":"info","ts":1785242994.9462404,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c13ca207-408d-40cb-9a30-7d3d4cfe5345"} {"level":"info","ts":1785242994.9462576,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c13ca207-408d-40cb-9a30-7d3d4cfe5345","EoS":false} {"level":"info","ts":1785242994.94627,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c13ca207-408d-40cb-9a30-7d3d4cfe5345","EoS":true} {"level":"info","ts":1785242994.9462996,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c13ca207-408d-40cb-9a30-7d3d4cfe5345"} {"level":"info","ts":1785242995.0904734,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785242995.0905597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3930c5f1-49db-411b-9bff-2436a5f590e2"} {"level":"info","ts":1785242995.0905733,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3930c5f1-49db-411b-9bff-2436a5f590e2"} {"level":"info","ts":1785242995.090585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3930c5f1-49db-411b-9bff-2436a5f590e2","EoS":true} {"level":"info","ts":1785242995.0906146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3930c5f1-49db-411b-9bff-2436a5f590e2","header":"x-maas-username"} {"level":"info","ts":1785242995.090625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3930c5f1-49db-411b-9bff-2436a5f590e2","header":"x-maas-subscription"} {"level":"info","ts":1785242995.09063,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3930c5f1-49db-411b-9bff-2436a5f590e2","header":"x-maas-group"} {"level":"info","ts":1785242995.0906434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3930c5f1-49db-411b-9bff-2436a5f590e2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785242995.0906727,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3930c5f1-49db-411b-9bff-2436a5f590e2"} {"level":"info","ts":1785242995.0916817,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3930c5f1-49db-411b-9bff-2436a5f590e2"} {"level":"info","ts":1785242995.0917025,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3930c5f1-49db-411b-9bff-2436a5f590e2"} {"level":"info","ts":1785242995.0917182,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3930c5f1-49db-411b-9bff-2436a5f590e2","EoS":false} {"level":"info","ts":1785242995.0917313,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3930c5f1-49db-411b-9bff-2436a5f590e2","EoS":true} {"level":"info","ts":1785242995.0917714,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3930c5f1-49db-411b-9bff-2436a5f590e2"} {"level":"info","ts":1785242995.2283618,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785242995.2284384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9636a956-57f4-403c-beda-c10aa76d6e5c"} {"level":"info","ts":1785242995.228448,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9636a956-57f4-403c-beda-c10aa76d6e5c"} {"level":"info","ts":1785242995.2284586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9636a956-57f4-403c-beda-c10aa76d6e5c","EoS":true} {"level":"info","ts":1785242995.2284844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9636a956-57f4-403c-beda-c10aa76d6e5c","header":"x-maas-username"} {"level":"info","ts":1785242995.228493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9636a956-57f4-403c-beda-c10aa76d6e5c","header":"x-maas-subscription"} {"level":"info","ts":1785242995.2284977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9636a956-57f4-403c-beda-c10aa76d6e5c","header":"x-maas-group"} {"level":"info","ts":1785242995.2285113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9636a956-57f4-403c-beda-c10aa76d6e5c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785242995.2285407,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9636a956-57f4-403c-beda-c10aa76d6e5c"} {"level":"info","ts":1785242995.2296066,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9636a956-57f4-403c-beda-c10aa76d6e5c"} {"level":"info","ts":1785242995.229628,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9636a956-57f4-403c-beda-c10aa76d6e5c"} {"level":"info","ts":1785242995.2296445,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9636a956-57f4-403c-beda-c10aa76d6e5c","EoS":false} {"level":"info","ts":1785242995.2296538,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9636a956-57f4-403c-beda-c10aa76d6e5c","EoS":true} {"level":"info","ts":1785242995.2296815,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9636a956-57f4-403c-beda-c10aa76d6e5c"} {"level":"info","ts":1785242995.377243,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785242995.3773205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2fcbfe63-ba50-4417-bc94-8f884c4598af"} {"level":"info","ts":1785242995.3773315,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2fcbfe63-ba50-4417-bc94-8f884c4598af"} {"level":"info","ts":1785242995.3773432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2fcbfe63-ba50-4417-bc94-8f884c4598af","EoS":true} {"level":"info","ts":1785242995.3773687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2fcbfe63-ba50-4417-bc94-8f884c4598af","header":"x-maas-group"} {"level":"info","ts":1785242995.3773806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2fcbfe63-ba50-4417-bc94-8f884c4598af","header":"x-maas-subscription"} {"level":"info","ts":1785242995.377389,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2fcbfe63-ba50-4417-bc94-8f884c4598af","header":"x-maas-username"} {"level":"info","ts":1785242995.3774133,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2fcbfe63-ba50-4417-bc94-8f884c4598af","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785242995.3774502,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2fcbfe63-ba50-4417-bc94-8f884c4598af"} {"level":"info","ts":1785242995.3784623,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2fcbfe63-ba50-4417-bc94-8f884c4598af"} {"level":"info","ts":1785242995.3784826,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2fcbfe63-ba50-4417-bc94-8f884c4598af"} {"level":"info","ts":1785242995.378497,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2fcbfe63-ba50-4417-bc94-8f884c4598af","EoS":false} {"level":"info","ts":1785242995.3785088,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2fcbfe63-ba50-4417-bc94-8f884c4598af","EoS":true} {"level":"info","ts":1785242995.3785348,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2fcbfe63-ba50-4417-bc94-8f884c4598af"} {"level":"info","ts":1785243011.3731499,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243011.37323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3e9c4f8-b229-4e79-96f1-bb4f7ac832d7"} {"level":"info","ts":1785243011.3732398,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e3e9c4f8-b229-4e79-96f1-bb4f7ac832d7"} {"level":"info","ts":1785243011.3732517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3e9c4f8-b229-4e79-96f1-bb4f7ac832d7","EoS":true} {"level":"info","ts":1785243011.3732767,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3e9c4f8-b229-4e79-96f1-bb4f7ac832d7","header":"x-maas-username"} {"level":"info","ts":1785243011.3732884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3e9c4f8-b229-4e79-96f1-bb4f7ac832d7","header":"x-maas-group"} {"level":"info","ts":1785243011.3732944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3e9c4f8-b229-4e79-96f1-bb4f7ac832d7","header":"x-maas-subscription"} {"level":"info","ts":1785243011.3733084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3e9c4f8-b229-4e79-96f1-bb4f7ac832d7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785243011.3733327,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e3e9c4f8-b229-4e79-96f1-bb4f7ac832d7"} {"level":"info","ts":1785243011.3743677,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e3e9c4f8-b229-4e79-96f1-bb4f7ac832d7"} {"level":"info","ts":1785243011.3743887,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e3e9c4f8-b229-4e79-96f1-bb4f7ac832d7"} {"level":"info","ts":1785243011.3744051,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e3e9c4f8-b229-4e79-96f1-bb4f7ac832d7","EoS":false} {"level":"info","ts":1785243011.374417,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e3e9c4f8-b229-4e79-96f1-bb4f7ac832d7","EoS":true} {"level":"info","ts":1785243011.374451,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e3e9c4f8-b229-4e79-96f1-bb4f7ac832d7"} {"level":"info","ts":1785243011.4130628,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243011.413144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2962977e-7189-4332-84b2-64ad0a14c74d"} {"level":"info","ts":1785243011.4131553,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2962977e-7189-4332-84b2-64ad0a14c74d"} {"level":"info","ts":1785243011.4131675,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2962977e-7189-4332-84b2-64ad0a14c74d","EoS":true} {"level":"info","ts":1785243011.413194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2962977e-7189-4332-84b2-64ad0a14c74d","header":"x-maas-group"} {"level":"info","ts":1785243011.413204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2962977e-7189-4332-84b2-64ad0a14c74d","header":"x-maas-username"} {"level":"info","ts":1785243011.4132097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2962977e-7189-4332-84b2-64ad0a14c74d","header":"x-maas-subscription"} {"level":"info","ts":1785243011.4132233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2962977e-7189-4332-84b2-64ad0a14c74d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785243011.4132447,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2962977e-7189-4332-84b2-64ad0a14c74d"} {"level":"info","ts":1785243011.4164195,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2962977e-7189-4332-84b2-64ad0a14c74d"} {"level":"info","ts":1785243011.4164388,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2962977e-7189-4332-84b2-64ad0a14c74d"} {"level":"info","ts":1785243011.4164555,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2962977e-7189-4332-84b2-64ad0a14c74d","EoS":false} {"level":"info","ts":1785243011.416467,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2962977e-7189-4332-84b2-64ad0a14c74d","EoS":true} {"level":"info","ts":1785243011.4164927,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2962977e-7189-4332-84b2-64ad0a14c74d"} {"level":"info","ts":1785243011.5187278,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243011.518808,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"412e6d90-3bf6-4c71-a968-9ac9a48b2b53"} {"level":"info","ts":1785243011.5196507,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"412e6d90-3bf6-4c71-a968-9ac9a48b2b53"} {"level":"info","ts":1785243011.5196712,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"412e6d90-3bf6-4c71-a968-9ac9a48b2b53"} {"level":"info","ts":1785243011.5196912,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"412e6d90-3bf6-4c71-a968-9ac9a48b2b53","EoS":false} {"level":"info","ts":1785243011.519705,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"412e6d90-3bf6-4c71-a968-9ac9a48b2b53"} {"level":"info","ts":1785243011.5197322,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"412e6d90-3bf6-4c71-a968-9ac9a48b2b53","EoS":true} {"level":"info","ts":1785243011.5197408,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"412e6d90-3bf6-4c71-a968-9ac9a48b2b53"} {"level":"info","ts":1785243016.153099,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243016.1531837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07112bdc-7137-4c43-90c4-c07ccd11c20b"} {"level":"info","ts":1785243016.1531994,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"07112bdc-7137-4c43-90c4-c07ccd11c20b"} {"level":"info","ts":1785243016.1532116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07112bdc-7137-4c43-90c4-c07ccd11c20b","EoS":true} {"level":"info","ts":1785243016.1532354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"07112bdc-7137-4c43-90c4-c07ccd11c20b","header":"x-maas-subscription"} {"level":"info","ts":1785243016.1532476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"07112bdc-7137-4c43-90c4-c07ccd11c20b","header":"x-maas-group"} {"level":"info","ts":1785243016.1532528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"07112bdc-7137-4c43-90c4-c07ccd11c20b","header":"x-maas-username"} {"level":"info","ts":1785243016.153267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07112bdc-7137-4c43-90c4-c07ccd11c20b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785243016.153295,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"07112bdc-7137-4c43-90c4-c07ccd11c20b"} {"level":"info","ts":1785243016.1555114,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"07112bdc-7137-4c43-90c4-c07ccd11c20b"} {"level":"info","ts":1785243016.1555321,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"07112bdc-7137-4c43-90c4-c07ccd11c20b"} {"level":"info","ts":1785243016.1555467,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"07112bdc-7137-4c43-90c4-c07ccd11c20b","EoS":false} {"level":"info","ts":1785243016.1555579,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"07112bdc-7137-4c43-90c4-c07ccd11c20b","EoS":true} {"level":"info","ts":1785243016.155589,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"07112bdc-7137-4c43-90c4-c07ccd11c20b"} {"level":"info","ts":1785243026.778413,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243026.7784965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"644cc12b-4d6a-4e13-9d45-3c7f3a48f15e"} {"level":"info","ts":1785243026.7785068,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"644cc12b-4d6a-4e13-9d45-3c7f3a48f15e"} {"level":"info","ts":1785243026.7785199,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"644cc12b-4d6a-4e13-9d45-3c7f3a48f15e","EoS":true} {"level":"info","ts":1785243026.778546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"644cc12b-4d6a-4e13-9d45-3c7f3a48f15e","header":"x-maas-username"} {"level":"info","ts":1785243026.7785578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"644cc12b-4d6a-4e13-9d45-3c7f3a48f15e","header":"x-maas-subscription"} {"level":"info","ts":1785243026.7785654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"644cc12b-4d6a-4e13-9d45-3c7f3a48f15e","header":"x-maas-group"} {"level":"info","ts":1785243026.77858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"644cc12b-4d6a-4e13-9d45-3c7f3a48f15e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785243026.7786071,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"644cc12b-4d6a-4e13-9d45-3c7f3a48f15e"} {"level":"info","ts":1785243026.7818696,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"644cc12b-4d6a-4e13-9d45-3c7f3a48f15e"} {"level":"info","ts":1785243026.7818983,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"644cc12b-4d6a-4e13-9d45-3c7f3a48f15e"} {"level":"info","ts":1785243026.7819214,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"644cc12b-4d6a-4e13-9d45-3c7f3a48f15e","EoS":false} {"level":"info","ts":1785243026.7819397,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"644cc12b-4d6a-4e13-9d45-3c7f3a48f15e","EoS":true} {"level":"info","ts":1785243026.7820024,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"644cc12b-4d6a-4e13-9d45-3c7f3a48f15e"} {"level":"info","ts":1785243039.7081995,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243039.7082858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1dfa2ebc-9b24-4f28-a2fd-0e5fb2ad7a73"} {"level":"info","ts":1785243039.7082973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1dfa2ebc-9b24-4f28-a2fd-0e5fb2ad7a73"} {"level":"info","ts":1785243039.7083094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1dfa2ebc-9b24-4f28-a2fd-0e5fb2ad7a73","EoS":true} {"level":"info","ts":1785243039.7083356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dfa2ebc-9b24-4f28-a2fd-0e5fb2ad7a73","header":"x-maas-username"} {"level":"info","ts":1785243039.7083478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dfa2ebc-9b24-4f28-a2fd-0e5fb2ad7a73","header":"x-maas-group"} {"level":"info","ts":1785243039.708353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dfa2ebc-9b24-4f28-a2fd-0e5fb2ad7a73","header":"x-maas-subscription"} {"level":"info","ts":1785243039.7083669,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1dfa2ebc-9b24-4f28-a2fd-0e5fb2ad7a73","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785243039.7083926,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1dfa2ebc-9b24-4f28-a2fd-0e5fb2ad7a73"} {"level":"info","ts":1785243039.709506,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1dfa2ebc-9b24-4f28-a2fd-0e5fb2ad7a73"} {"level":"info","ts":1785243039.709528,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1dfa2ebc-9b24-4f28-a2fd-0e5fb2ad7a73"} {"level":"info","ts":1785243039.7095437,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1dfa2ebc-9b24-4f28-a2fd-0e5fb2ad7a73","EoS":false} {"level":"info","ts":1785243039.7095554,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1dfa2ebc-9b24-4f28-a2fd-0e5fb2ad7a73","EoS":true} {"level":"info","ts":1785243039.7095838,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1dfa2ebc-9b24-4f28-a2fd-0e5fb2ad7a73"} {"level":"info","ts":1785243048.2759204,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243048.2760293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5ab8206-3a38-40e2-bb70-b4edb4646664"} {"level":"info","ts":1785243048.276041,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5ab8206-3a38-40e2-bb70-b4edb4646664"} {"level":"info","ts":1785243048.2760532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5ab8206-3a38-40e2-bb70-b4edb4646664","EoS":true} {"level":"info","ts":1785243048.276081,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5ab8206-3a38-40e2-bb70-b4edb4646664","header":"x-maas-username"} {"level":"info","ts":1785243048.276091,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5ab8206-3a38-40e2-bb70-b4edb4646664","header":"x-maas-subscription"} {"level":"info","ts":1785243048.276098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5ab8206-3a38-40e2-bb70-b4edb4646664","header":"x-maas-group"} {"level":"info","ts":1785243048.2761154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5ab8206-3a38-40e2-bb70-b4edb4646664","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785243048.2761488,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5ab8206-3a38-40e2-bb70-b4edb4646664"} {"level":"info","ts":1785243048.2771213,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5ab8206-3a38-40e2-bb70-b4edb4646664"} {"level":"info","ts":1785243048.2771437,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b5ab8206-3a38-40e2-bb70-b4edb4646664"} {"level":"info","ts":1785243048.27716,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b5ab8206-3a38-40e2-bb70-b4edb4646664","EoS":false} {"level":"info","ts":1785243048.2771726,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b5ab8206-3a38-40e2-bb70-b4edb4646664","EoS":true} {"level":"info","ts":1785243048.277205,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b5ab8206-3a38-40e2-bb70-b4edb4646664"} {"level":"info","ts":1785243057.2156186,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243057.2156987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77606e4f-27ae-41aa-acb0-f2eb3bb891ac"} {"level":"info","ts":1785243057.2157087,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77606e4f-27ae-41aa-acb0-f2eb3bb891ac"} {"level":"info","ts":1785243057.2157202,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77606e4f-27ae-41aa-acb0-f2eb3bb891ac","EoS":true} {"level":"info","ts":1785243057.2157443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77606e4f-27ae-41aa-acb0-f2eb3bb891ac","header":"x-maas-username"} {"level":"info","ts":1785243057.2157555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77606e4f-27ae-41aa-acb0-f2eb3bb891ac","header":"x-maas-group"} {"level":"info","ts":1785243057.2157614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77606e4f-27ae-41aa-acb0-f2eb3bb891ac","header":"x-maas-subscription"} {"level":"info","ts":1785243057.215774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77606e4f-27ae-41aa-acb0-f2eb3bb891ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785243057.2157984,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77606e4f-27ae-41aa-acb0-f2eb3bb891ac"} {"level":"info","ts":1785243057.216786,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"77606e4f-27ae-41aa-acb0-f2eb3bb891ac"} {"level":"info","ts":1785243057.2168078,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"77606e4f-27ae-41aa-acb0-f2eb3bb891ac"} {"level":"info","ts":1785243057.2168243,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"77606e4f-27ae-41aa-acb0-f2eb3bb891ac","EoS":false} {"level":"info","ts":1785243057.216837,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"77606e4f-27ae-41aa-acb0-f2eb3bb891ac","EoS":true} {"level":"info","ts":1785243057.2168674,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"77606e4f-27ae-41aa-acb0-f2eb3bb891ac"} {"level":"info","ts":1785243082.4977791,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243082.4978588,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1945afc-9004-404e-86a2-4e293450db21"} {"level":"info","ts":1785243082.4978676,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e1945afc-9004-404e-86a2-4e293450db21"} {"level":"info","ts":1785243082.497879,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e1945afc-9004-404e-86a2-4e293450db21","EoS":true} {"level":"info","ts":1785243082.4979086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1945afc-9004-404e-86a2-4e293450db21","header":"x-maas-group"} {"level":"info","ts":1785243082.4979193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1945afc-9004-404e-86a2-4e293450db21","header":"x-maas-username"} {"level":"info","ts":1785243082.4979243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1945afc-9004-404e-86a2-4e293450db21","header":"x-maas-subscription"} {"level":"info","ts":1785243082.497938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1945afc-9004-404e-86a2-4e293450db21","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785243082.497965,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e1945afc-9004-404e-86a2-4e293450db21"} {"level":"info","ts":1785243082.4990253,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e1945afc-9004-404e-86a2-4e293450db21"} {"level":"info","ts":1785243082.4990501,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e1945afc-9004-404e-86a2-4e293450db21"} {"level":"info","ts":1785243082.499066,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e1945afc-9004-404e-86a2-4e293450db21","EoS":false} {"level":"info","ts":1785243082.4990776,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e1945afc-9004-404e-86a2-4e293450db21","EoS":true} {"level":"info","ts":1785243082.4991074,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e1945afc-9004-404e-86a2-4e293450db21"} {"level":"info","ts":1785243106.9396603,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243106.9397404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39e519f4-eb9f-440c-a921-88e6c7a263a4"} {"level":"info","ts":1785243106.93975,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39e519f4-eb9f-440c-a921-88e6c7a263a4"} {"level":"info","ts":1785243106.9397614,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39e519f4-eb9f-440c-a921-88e6c7a263a4","EoS":true} {"level":"info","ts":1785243106.9397867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39e519f4-eb9f-440c-a921-88e6c7a263a4","header":"x-maas-group"} {"level":"info","ts":1785243106.9397962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39e519f4-eb9f-440c-a921-88e6c7a263a4","header":"x-maas-subscription"} {"level":"info","ts":1785243106.939801,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39e519f4-eb9f-440c-a921-88e6c7a263a4","header":"x-maas-username"} {"level":"info","ts":1785243106.9398148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39e519f4-eb9f-440c-a921-88e6c7a263a4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785243106.9398737,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39e519f4-eb9f-440c-a921-88e6c7a263a4"} {"level":"info","ts":1785243106.9409063,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"39e519f4-eb9f-440c-a921-88e6c7a263a4"} {"level":"info","ts":1785243106.9409215,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"39e519f4-eb9f-440c-a921-88e6c7a263a4"} {"level":"info","ts":1785243106.940935,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39e519f4-eb9f-440c-a921-88e6c7a263a4","EoS":false} {"level":"info","ts":1785243106.940948,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39e519f4-eb9f-440c-a921-88e6c7a263a4","EoS":true} {"level":"info","ts":1785243106.9409924,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"39e519f4-eb9f-440c-a921-88e6c7a263a4"} {"level":"info","ts":1785243144.3731885,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243144.3732667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f907b5bf-6831-4617-82e5-7e4ef9257f26"} {"level":"info","ts":1785243144.3732781,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f907b5bf-6831-4617-82e5-7e4ef9257f26"} {"level":"info","ts":1785243144.3732944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f907b5bf-6831-4617-82e5-7e4ef9257f26","EoS":true} {"level":"info","ts":1785243144.3733234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f907b5bf-6831-4617-82e5-7e4ef9257f26","header":"x-maas-username"} {"level":"info","ts":1785243144.3733356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f907b5bf-6831-4617-82e5-7e4ef9257f26","header":"x-maas-subscription"} {"level":"info","ts":1785243144.3733404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f907b5bf-6831-4617-82e5-7e4ef9257f26","header":"x-maas-group"} {"level":"info","ts":1785243144.3733609,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f907b5bf-6831-4617-82e5-7e4ef9257f26","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785243144.3734028,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f907b5bf-6831-4617-82e5-7e4ef9257f26"} {"level":"info","ts":1785243144.3764617,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f907b5bf-6831-4617-82e5-7e4ef9257f26"} {"level":"info","ts":1785243144.376483,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f907b5bf-6831-4617-82e5-7e4ef9257f26"} {"level":"info","ts":1785243144.3764992,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f907b5bf-6831-4617-82e5-7e4ef9257f26","EoS":false} {"level":"info","ts":1785243144.3765109,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f907b5bf-6831-4617-82e5-7e4ef9257f26","EoS":true} {"level":"info","ts":1785243144.3765397,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f907b5bf-6831-4617-82e5-7e4ef9257f26"} {"level":"info","ts":1785243153.9286659,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243153.9287426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5909e765-501f-4749-9a2b-7ce1236190fb"} {"level":"info","ts":1785243153.9287524,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5909e765-501f-4749-9a2b-7ce1236190fb"} {"level":"info","ts":1785243153.9287639,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5909e765-501f-4749-9a2b-7ce1236190fb","EoS":true} {"level":"info","ts":1785243153.9287882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5909e765-501f-4749-9a2b-7ce1236190fb","header":"x-maas-subscription"} {"level":"info","ts":1785243153.9287996,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5909e765-501f-4749-9a2b-7ce1236190fb","header":"x-maas-username"} {"level":"info","ts":1785243153.9288049,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5909e765-501f-4749-9a2b-7ce1236190fb","header":"x-maas-group"} {"level":"info","ts":1785243153.9288185,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5909e765-501f-4749-9a2b-7ce1236190fb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785243153.9288454,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5909e765-501f-4749-9a2b-7ce1236190fb"} {"level":"info","ts":1785243153.9303405,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5909e765-501f-4749-9a2b-7ce1236190fb"} {"level":"info","ts":1785243153.9303684,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5909e765-501f-4749-9a2b-7ce1236190fb"} {"level":"info","ts":1785243153.9304028,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5909e765-501f-4749-9a2b-7ce1236190fb","EoS":false} {"level":"info","ts":1785243153.9304242,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5909e765-501f-4749-9a2b-7ce1236190fb","EoS":true} {"level":"info","ts":1785243153.9304647,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5909e765-501f-4749-9a2b-7ce1236190fb"} {"level":"info","ts":1785243153.9781568,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243153.9782295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22dcd1f1-eb25-4911-b704-5cc89d7e1fb0"} {"level":"info","ts":1785243153.978239,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22dcd1f1-eb25-4911-b704-5cc89d7e1fb0"} {"level":"info","ts":1785243153.9782503,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22dcd1f1-eb25-4911-b704-5cc89d7e1fb0","EoS":true} {"level":"info","ts":1785243153.9782755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22dcd1f1-eb25-4911-b704-5cc89d7e1fb0","header":"x-maas-username"} {"level":"info","ts":1785243153.9782865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22dcd1f1-eb25-4911-b704-5cc89d7e1fb0","header":"x-maas-group"} {"level":"info","ts":1785243153.9782917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22dcd1f1-eb25-4911-b704-5cc89d7e1fb0","header":"x-maas-subscription"} {"level":"info","ts":1785243153.9783056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22dcd1f1-eb25-4911-b704-5cc89d7e1fb0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785243153.9783318,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22dcd1f1-eb25-4911-b704-5cc89d7e1fb0"} {"level":"info","ts":1785243153.9809673,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22dcd1f1-eb25-4911-b704-5cc89d7e1fb0"} {"level":"info","ts":1785243153.9809964,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"22dcd1f1-eb25-4911-b704-5cc89d7e1fb0"} {"level":"info","ts":1785243153.9810147,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22dcd1f1-eb25-4911-b704-5cc89d7e1fb0","EoS":false} {"level":"info","ts":1785243153.9810266,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22dcd1f1-eb25-4911-b704-5cc89d7e1fb0","EoS":true} {"level":"info","ts":1785243153.981053,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"22dcd1f1-eb25-4911-b704-5cc89d7e1fb0"} {"level":"info","ts":1785243173.3139415,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243173.3140519,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8da52ca6-9f29-4d37-982b-1aced6485efc"} {"level":"info","ts":1785243173.314065,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8da52ca6-9f29-4d37-982b-1aced6485efc"} {"level":"info","ts":1785243173.314077,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8da52ca6-9f29-4d37-982b-1aced6485efc","EoS":true} {"level":"info","ts":1785243173.3141031,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8da52ca6-9f29-4d37-982b-1aced6485efc","header":"x-maas-subscription"} {"level":"info","ts":1785243173.314114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8da52ca6-9f29-4d37-982b-1aced6485efc","header":"x-maas-group"} {"level":"info","ts":1785243173.3141189,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8da52ca6-9f29-4d37-982b-1aced6485efc","header":"x-maas-username"} {"level":"info","ts":1785243173.3141322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8da52ca6-9f29-4d37-982b-1aced6485efc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785243173.314157,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8da52ca6-9f29-4d37-982b-1aced6485efc"} {"level":"info","ts":1785243173.3152425,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8da52ca6-9f29-4d37-982b-1aced6485efc"} {"level":"info","ts":1785243173.3152647,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8da52ca6-9f29-4d37-982b-1aced6485efc"} {"level":"info","ts":1785243173.315281,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8da52ca6-9f29-4d37-982b-1aced6485efc","EoS":false} {"level":"info","ts":1785243173.3152938,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8da52ca6-9f29-4d37-982b-1aced6485efc","EoS":true} {"level":"info","ts":1785243173.315322,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8da52ca6-9f29-4d37-982b-1aced6485efc"} {"level":"info","ts":1785243319.774961,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243319.7750669,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1aff4e05-c931-4b24-873c-c9f86fcba685"} {"level":"info","ts":1785243319.7750766,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1aff4e05-c931-4b24-873c-c9f86fcba685"} {"level":"info","ts":1785243319.7750874,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1aff4e05-c931-4b24-873c-c9f86fcba685","EoS":true} {"level":"info","ts":1785243319.775113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1aff4e05-c931-4b24-873c-c9f86fcba685","header":"x-maas-subscription"} {"level":"info","ts":1785243319.7751243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1aff4e05-c931-4b24-873c-c9f86fcba685","header":"x-maas-username"} {"level":"info","ts":1785243319.7751296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1aff4e05-c931-4b24-873c-c9f86fcba685","header":"x-maas-group"} {"level":"info","ts":1785243319.7751436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1aff4e05-c931-4b24-873c-c9f86fcba685","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785243319.7751677,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1aff4e05-c931-4b24-873c-c9f86fcba685"} {"level":"info","ts":1785243319.7780232,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1aff4e05-c931-4b24-873c-c9f86fcba685"} {"level":"info","ts":1785243319.778045,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1aff4e05-c931-4b24-873c-c9f86fcba685"} {"level":"info","ts":1785243319.7780585,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1aff4e05-c931-4b24-873c-c9f86fcba685","EoS":false} {"level":"info","ts":1785243319.7780695,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1aff4e05-c931-4b24-873c-c9f86fcba685","EoS":true} {"level":"info","ts":1785243319.7780938,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1aff4e05-c931-4b24-873c-c9f86fcba685"} {"level":"info","ts":1785243367.830549,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243367.830624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79af03c7-0dfe-4ba9-ac24-8287b94d97c4"} {"level":"info","ts":1785243367.8306344,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79af03c7-0dfe-4ba9-ac24-8287b94d97c4"} {"level":"info","ts":1785243367.8306444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79af03c7-0dfe-4ba9-ac24-8287b94d97c4","EoS":true} {"level":"info","ts":1785243367.8306665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79af03c7-0dfe-4ba9-ac24-8287b94d97c4","header":"x-maas-group"} {"level":"info","ts":1785243367.8306773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79af03c7-0dfe-4ba9-ac24-8287b94d97c4","header":"x-maas-subscription"} {"level":"info","ts":1785243367.8306832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79af03c7-0dfe-4ba9-ac24-8287b94d97c4","header":"x-maas-username"} {"level":"info","ts":1785243367.8306968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79af03c7-0dfe-4ba9-ac24-8287b94d97c4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785243367.8307226,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79af03c7-0dfe-4ba9-ac24-8287b94d97c4"} {"level":"info","ts":1785243367.8322778,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"79af03c7-0dfe-4ba9-ac24-8287b94d97c4"} {"level":"info","ts":1785243367.8322904,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"79af03c7-0dfe-4ba9-ac24-8287b94d97c4"} {"level":"info","ts":1785243367.8323026,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79af03c7-0dfe-4ba9-ac24-8287b94d97c4","EoS":false} {"level":"info","ts":1785243367.8323126,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79af03c7-0dfe-4ba9-ac24-8287b94d97c4","EoS":true} {"level":"info","ts":1785243367.832343,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"79af03c7-0dfe-4ba9-ac24-8287b94d97c4"} {"level":"info","ts":1785243383.31043,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243383.3105023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5b5619c-6665-4b2c-9696-1c863a957a3d"} {"level":"info","ts":1785243383.3105118,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a5b5619c-6665-4b2c-9696-1c863a957a3d"} {"level":"info","ts":1785243383.310523,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a5b5619c-6665-4b2c-9696-1c863a957a3d","EoS":true} {"level":"info","ts":1785243383.3105478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5b5619c-6665-4b2c-9696-1c863a957a3d","header":"x-maas-group"} {"level":"info","ts":1785243383.3105588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5b5619c-6665-4b2c-9696-1c863a957a3d","header":"x-maas-subscription"} {"level":"info","ts":1785243383.3105638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5b5619c-6665-4b2c-9696-1c863a957a3d","header":"x-maas-username"} {"level":"info","ts":1785243383.3105776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5b5619c-6665-4b2c-9696-1c863a957a3d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785243383.3106089,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a5b5619c-6665-4b2c-9696-1c863a957a3d"} {"level":"info","ts":1785243383.311586,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a5b5619c-6665-4b2c-9696-1c863a957a3d"} {"level":"info","ts":1785243383.311608,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a5b5619c-6665-4b2c-9696-1c863a957a3d"} {"level":"info","ts":1785243383.3116221,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a5b5619c-6665-4b2c-9696-1c863a957a3d","EoS":false} {"level":"info","ts":1785243383.311633,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a5b5619c-6665-4b2c-9696-1c863a957a3d","EoS":true} {"level":"info","ts":1785243383.311661,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a5b5619c-6665-4b2c-9696-1c863a957a3d"} {"level":"info","ts":1785243696.6853402,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243696.6854353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6441b6b7-f1aa-4866-b030-787cdd77013c"} {"level":"info","ts":1785243696.6854444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6441b6b7-f1aa-4866-b030-787cdd77013c"} {"level":"info","ts":1785243696.6854606,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6441b6b7-f1aa-4866-b030-787cdd77013c","EoS":true} {"level":"info","ts":1785243696.6854868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6441b6b7-f1aa-4866-b030-787cdd77013c","header":"x-maas-group"} {"level":"info","ts":1785243696.6854985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6441b6b7-f1aa-4866-b030-787cdd77013c","header":"x-maas-subscription"} {"level":"info","ts":1785243696.6855037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6441b6b7-f1aa-4866-b030-787cdd77013c","header":"x-maas-username"} {"level":"info","ts":1785243696.685516,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6441b6b7-f1aa-4866-b030-787cdd77013c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785243696.6855447,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6441b6b7-f1aa-4866-b030-787cdd77013c"} {"level":"info","ts":1785243696.686604,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6441b6b7-f1aa-4866-b030-787cdd77013c"} {"level":"info","ts":1785243696.6866274,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6441b6b7-f1aa-4866-b030-787cdd77013c"} {"level":"info","ts":1785243696.6866436,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6441b6b7-f1aa-4866-b030-787cdd77013c","EoS":false} {"level":"info","ts":1785243696.6866555,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6441b6b7-f1aa-4866-b030-787cdd77013c","EoS":true} {"level":"info","ts":1785243696.6866846,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6441b6b7-f1aa-4866-b030-787cdd77013c"} {"level":"info","ts":1785243696.723363,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243696.7234485,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80e71e3e-472e-4f38-bf96-0bc772a26fb2"} {"level":"info","ts":1785243696.723464,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"80e71e3e-472e-4f38-bf96-0bc772a26fb2"} {"level":"info","ts":1785243696.7234762,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80e71e3e-472e-4f38-bf96-0bc772a26fb2","EoS":true} {"level":"info","ts":1785243696.7234962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80e71e3e-472e-4f38-bf96-0bc772a26fb2","header":"x-maas-username"} {"level":"info","ts":1785243696.7235074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80e71e3e-472e-4f38-bf96-0bc772a26fb2","header":"x-maas-subscription"} {"level":"info","ts":1785243696.7235122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80e71e3e-472e-4f38-bf96-0bc772a26fb2","header":"x-maas-group"} {"level":"info","ts":1785243696.7235239,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80e71e3e-472e-4f38-bf96-0bc772a26fb2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785243696.723551,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"80e71e3e-472e-4f38-bf96-0bc772a26fb2"} {"level":"info","ts":1785243696.7263076,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"80e71e3e-472e-4f38-bf96-0bc772a26fb2"} {"level":"info","ts":1785243696.7263253,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"80e71e3e-472e-4f38-bf96-0bc772a26fb2"} {"level":"info","ts":1785243696.7263408,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"80e71e3e-472e-4f38-bf96-0bc772a26fb2","EoS":false} {"level":"info","ts":1785243696.726351,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"80e71e3e-472e-4f38-bf96-0bc772a26fb2","EoS":true} {"level":"info","ts":1785243696.7263799,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"80e71e3e-472e-4f38-bf96-0bc772a26fb2"} {"level":"info","ts":1785243701.577034,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"db872177-5d13-4055-8e43-76ba0afcc043","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785243701.5772874,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33813.049002616,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785243701.5773053,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785243701.6481428,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785243701.677379,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"db872177-5d13-4055-8e43-76ba0afcc043","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785243701.706091,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9f57150d-dd01-466c-ba09-da128a3f7165","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785243701.7061045,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08bf9ded-db21-41db-95b4-226dd2c4ec6e"} {"level":"info","ts":1785243701.7061284,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9f57150d-dd01-466c-ba09-da128a3f7165","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785243701.712228,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8a412e3-6eb4-40b6-b5a5-8d320a8090b4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785243701.712261,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8a412e3-6eb4-40b6-b5a5-8d320a8090b4","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785243701.7153006,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08bf9ded-db21-41db-95b4-226dd2c4ec6e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785243701.7155225,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34448.222252735,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785243701.7155402,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785243701.7243724,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785243701.8165243,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08bf9ded-db21-41db-95b4-226dd2c4ec6e","name":"e2e-external-provider"} {"level":"info","ts":1785243701.8278747,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08bf9ded-db21-41db-95b4-226dd2c4ec6e","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785243701.8284206,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b3f2c46-0763-42c7-a6a3-1e4590077b12","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785243701.8284676,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7b3f2c46-0763-42c7-a6a3-1e4590077b12","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785243701.828449,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea99b277-3fea-44f0-b317-f2c2de9f57db"} {"level":"info","ts":1785243701.8370938,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea99b277-3fea-44f0-b317-f2c2de9f57db","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785243701.8371527,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c03675ab-fc1a-4619-b737-7a2ba1840e6e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785243701.8371837,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c03675ab-fc1a-4619-b737-7a2ba1840e6e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785243701.83942,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08bf9ded-db21-41db-95b4-226dd2c4ec6e","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785243701.84775,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08bf9ded-db21-41db-95b4-226dd2c4ec6e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785243701.8477778,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3e127bd-828d-4a11-aead-203ef1779709","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785243701.8478024,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3e127bd-828d-4a11-aead-203ef1779709","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785243701.8479967,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea99b277-3fea-44f0-b317-f2c2de9f57db","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785243701.8480756,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ae927dc-b1d0-4bd1-ae52-e2366090e960"} {"level":"info","ts":1785243701.848104,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ae927dc-b1d0-4bd1-ae52-e2366090e960","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785243701.8522513,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"08bf9ded-db21-41db-95b4-226dd2c4ec6e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785243701.852338,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7fb0103f-34d3-47ae-bfb6-3e38287d6bb1"} {"level":"info","ts":1785243701.8523862,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7fb0103f-34d3-47ae-bfb6-3e38287d6bb1","name":"e2e-external-provider"} {"level":"error","ts":1785243701.8527021,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ae927dc-b1d0-4bd1-ae52-e2366090e960","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785243701.8625994,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7fb0103f-34d3-47ae-bfb6-3e38287d6bb1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785243701.8628113,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ce6248b-1650-4c65-bd9a-f1427656b1fe"} {"level":"info","ts":1785243701.862836,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ce6248b-1650-4c65-bd9a-f1427656b1fe","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785243701.8670697,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5ce6248b-1650-4c65-bd9a-f1427656b1fe","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785243701.8702998,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff632fdf-7ad9-48d1-bd3e-d600b8e4b7b9"} {"level":"info","ts":1785243701.8703318,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1d3dc68-abb7-4e1f-b1c3-6a29b2c02804"} {"level":"info","ts":1785243701.8703868,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2ff85de-c9ce-4292-85b1-f301eee8c1c6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785243701.870473,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1d3dc68-abb7-4e1f-b1c3-6a29b2c02804","name":"e2e-external-provider"} {"level":"info","ts":1785243701.8704884,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34572.382529535,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785243701.8705008,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785243701.8706548,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a898d707-7289-4c7b-bdf2-c6e2ad8e9335","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785243701.8706732,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a898d707-7289-4c7b-bdf2-c6e2ad8e9335","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785243701.870686,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2ff85de-c9ce-4292-85b1-f301eee8c1c6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785243701.8780117,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785243701.8810873,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1d3dc68-abb7-4e1f-b1c3-6a29b2c02804","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785243701.9713557,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff632fdf-7ad9-48d1-bd3e-d600b8e4b7b9","name":"e2e-external-model"} {"level":"info","ts":1785243701.9876714,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed794388-7259-46ac-a198-ae46e591b05d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785243701.9877076,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ed794388-7259-46ac-a198-ae46e591b05d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785243701.991662,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff632fdf-7ad9-48d1-bd3e-d600b8e4b7b9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785243701.9917214,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff632fdf-7ad9-48d1-bd3e-d600b8e4b7b9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785243701.9917698,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8273533f-5c96-471e-9504-b6394c83ed9b"} {"level":"info","ts":1785243701.9918187,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8273533f-5c96-471e-9504-b6394c83ed9b","name":"e2e-external-model"} {"level":"error","ts":1785243702.0057726,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8273533f-5c96-471e-9504-b6394c83ed9b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785243702.0059059,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7345345-0176-4e79-9345-6cbf7b31d443","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785243702.0059466,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7cb1b0e-e2a1-4835-93da-063db2d164e6"} {"level":"info","ts":1785243702.005943,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7345345-0176-4e79-9345-6cbf7b31d443","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785243702.0060263,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7cb1b0e-e2a1-4835-93da-063db2d164e6","name":"e2e-external-model"} {"level":"info","ts":1785243702.0140085,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7cb1b0e-e2a1-4835-93da-063db2d164e6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785243702.0192149,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27030520-9f35-4d45-b81f-df0dfd944b3b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785243702.019247,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27030520-9f35-4d45-b81f-df0dfd944b3b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785243702.0223775,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7cb1b0e-e2a1-4835-93da-063db2d164e6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785243702.022445,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96b488d0-9b4d-4c0e-8775-bf875fef1994"} {"level":"info","ts":1785243702.0224898,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96b488d0-9b4d-4c0e-8775-bf875fef1994","name":"e2e-external-model"} {"level":"info","ts":1785243702.031583,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96b488d0-9b4d-4c0e-8775-bf875fef1994","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785243709.6146467,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243709.6147456,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59"} {"level":"info","ts":1785243709.614761,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59"} {"level":"info","ts":1785243709.614782,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59","EoS":true} {"level":"info","ts":1785243709.614825,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59","header":"x-maas-username"} {"level":"info","ts":1785243709.6148415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59","header":"x-maas-group"} {"level":"info","ts":1785243709.61485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59","header":"x-maas-subscription"} {"level":"info","ts":1785243709.6148694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785243709.6148818,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59","modelName":"e2e-external-model"} {"level":"info","ts":1785243709.6149023,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785243709.61494,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785243709.6149678,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59","authType":"apikey"} {"level":"info","ts":1785243709.6150382,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59"} {"level":"info","ts":1785243709.7196276,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59"} {"level":"info","ts":1785243709.719658,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59"} {"level":"info","ts":1785243709.7196765,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59","EoS":false} {"level":"info","ts":1785243709.71969,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59","EoS":true} {"level":"error","ts":1785243709.7197008,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785243709.719751,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0fd3b190-7c76-43eb-b97a-427b054ffc59"} {"level":"info","ts":1785243709.8513703,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b499b95-d208-4e4c-9cc2-774c680ed952","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785243709.851413,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b499b95-d208-4e4c-9cc2-774c680ed952","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785243709.8514187,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac736fc5-db6b-4fd5-ae2f-6bdedf9d7fb5"} {"level":"info","ts":1785243709.8568025,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24ccf208-6a92-42b2-ae52-96bf5fc10765","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785243709.8568294,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24ccf208-6a92-42b2-ae52-96bf5fc10765","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785243709.8595417,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac736fc5-db6b-4fd5-ae2f-6bdedf9d7fb5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785243709.859597,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac736fc5-db6b-4fd5-ae2f-6bdedf9d7fb5","name":"e2e-cleanup-test"} {"level":"error","ts":1785243709.8813312,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac736fc5-db6b-4fd5-ae2f-6bdedf9d7fb5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785243709.881382,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac736fc5-db6b-4fd5-ae2f-6bdedf9d7fb5","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785243709.881452,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a0fe091-8fd9-4775-9441-b0cddc972aa6"} {"level":"info","ts":1785243709.8814707,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5852db3f-beb6-4b2b-967f-11847634b28d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785243709.8814974,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5852db3f-beb6-4b2b-967f-11847634b28d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785243709.8815203,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a0fe091-8fd9-4775-9441-b0cddc972aa6","name":"e2e-cleanup-test"} {"level":"error","ts":1785243709.8955142,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a0fe091-8fd9-4775-9441-b0cddc972aa6","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785243709.8955364,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63b07367-c55b-472f-a985-92537236ba02","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785243709.8955593,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63b07367-c55b-472f-a985-92537236ba02","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785243709.8955858,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2e07032-9d6f-4c02-8d7d-f38a4bc78bca"} {"level":"info","ts":1785243709.89564,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2e07032-9d6f-4c02-8d7d-f38a4bc78bca","name":"e2e-cleanup-test"} {"level":"info","ts":1785243709.9041011,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2e07032-9d6f-4c02-8d7d-f38a4bc78bca","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785243709.9112008,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df84c17e-8ae6-4e37-a6e9-f3caa872fdd7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785243709.9112277,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df84c17e-8ae6-4e37-a6e9-f3caa872fdd7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785243709.9122505,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2e07032-9d6f-4c02-8d7d-f38a4bc78bca","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785243709.9123333,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"daafef31-bf60-48f3-9e35-d98d6ffe5a41"} {"level":"info","ts":1785243709.9123893,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"daafef31-bf60-48f3-9e35-d98d6ffe5a41","name":"e2e-cleanup-test"} {"level":"info","ts":1785243709.920431,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"daafef31-bf60-48f3-9e35-d98d6ffe5a41","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785243718.131382,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e82fd0f-aa48-4caf-8193-11fee7a8b43c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785243718.1314347,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e82fd0f-aa48-4caf-8193-11fee7a8b43c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785243718.131382,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0773b4e-bcd4-4de9-9f89-6bbdbeed14a6"} {"level":"info","ts":1785243722.46055,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243722.460644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5daa0080-f0b1-417c-9939-1d216af2d54c"} {"level":"info","ts":1785243722.4606571,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5daa0080-f0b1-417c-9939-1d216af2d54c"} {"level":"info","ts":1785243722.460676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5daa0080-f0b1-417c-9939-1d216af2d54c","EoS":true} {"level":"info","ts":1785243722.460722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5daa0080-f0b1-417c-9939-1d216af2d54c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785243722.4607604,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5daa0080-f0b1-417c-9939-1d216af2d54c"} {"level":"info","ts":1785243722.5069149,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243722.5070121,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018"} {"level":"info","ts":1785243722.5070245,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018"} {"level":"info","ts":1785243722.5070415,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018","EoS":true} {"level":"info","ts":1785243722.5070684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018","header":"x-maas-group"} {"level":"info","ts":1785243722.5070796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018","header":"x-maas-subscription"} {"level":"info","ts":1785243722.507085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018","header":"x-maas-username"} {"level":"info","ts":1785243722.5071015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785243722.5071142,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018","modelName":"e2e-external-model"} {"level":"info","ts":1785243722.5071297,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785243722.507157,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785243722.507179,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018","authType":"apikey"} {"level":"info","ts":1785243722.5072048,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018"} {"level":"info","ts":1785243722.6095347,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018"} {"level":"info","ts":1785243722.609578,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018"} {"level":"info","ts":1785243722.6095998,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018","EoS":false} {"level":"info","ts":1785243722.609612,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018","EoS":true} {"level":"error","ts":1785243722.6096218,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785243722.6096559,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"15443464-41f3-4050-ace1-6ff7d4413018"} {"level":"info","ts":1785243722.651372,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243722.651448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0a51e10-e97e-4793-8bea-aac31d9591ba"} {"level":"info","ts":1785243722.6514616,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a0a51e10-e97e-4793-8bea-aac31d9591ba"} {"level":"info","ts":1785243722.6514726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0a51e10-e97e-4793-8bea-aac31d9591ba","EoS":true} {"level":"info","ts":1785243722.6514971,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0a51e10-e97e-4793-8bea-aac31d9591ba","header":"x-maas-username"} {"level":"info","ts":1785243722.6515076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0a51e10-e97e-4793-8bea-aac31d9591ba","header":"x-maas-subscription"} {"level":"info","ts":1785243722.6515136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0a51e10-e97e-4793-8bea-aac31d9591ba","header":"x-maas-group"} {"level":"info","ts":1785243722.6515267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0a51e10-e97e-4793-8bea-aac31d9591ba","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785243722.6515522,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a0a51e10-e97e-4793-8bea-aac31d9591ba"} {"level":"info","ts":1785243722.7032382,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a0a51e10-e97e-4793-8bea-aac31d9591ba"} {"level":"info","ts":1785243722.703265,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a0a51e10-e97e-4793-8bea-aac31d9591ba"} {"level":"info","ts":1785243722.7032826,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a0a51e10-e97e-4793-8bea-aac31d9591ba","EoS":false} {"level":"info","ts":1785243722.7032955,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a0a51e10-e97e-4793-8bea-aac31d9591ba","EoS":true} {"level":"error","ts":1785243722.7033052,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"a0a51e10-e97e-4793-8bea-aac31d9591ba","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785243722.703341,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a0a51e10-e97e-4793-8bea-aac31d9591ba"} {"level":"info","ts":1785243722.7473435,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785243722.747433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09b6d075-946c-4ad2-b8b1-560cefddfdaa"} {"level":"info","ts":1785243722.7474453,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09b6d075-946c-4ad2-b8b1-560cefddfdaa"} {"level":"info","ts":1785243722.7474637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09b6d075-946c-4ad2-b8b1-560cefddfdaa","EoS":true} {"level":"info","ts":1785243722.7475014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09b6d075-946c-4ad2-b8b1-560cefddfdaa","header":"x-maas-subscription"} {"level":"info","ts":1785243722.7475166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09b6d075-946c-4ad2-b8b1-560cefddfdaa","header":"x-maas-username"} {"level":"info","ts":1785243722.7475293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09b6d075-946c-4ad2-b8b1-560cefddfdaa","header":"x-maas-group"} {"level":"info","ts":1785243722.7475677,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09b6d075-946c-4ad2-b8b1-560cefddfdaa"} {"level":"info","ts":1785243722.7983785,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09b6d075-946c-4ad2-b8b1-560cefddfdaa"} {"level":"info","ts":1785243722.7984083,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"09b6d075-946c-4ad2-b8b1-560cefddfdaa"} {"level":"info","ts":1785243722.7984297,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09b6d075-946c-4ad2-b8b1-560cefddfdaa","EoS":false} {"level":"info","ts":1785243722.7984428,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09b6d075-946c-4ad2-b8b1-560cefddfdaa","EoS":true} {"level":"error","ts":1785243722.7984517,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"09b6d075-946c-4ad2-b8b1-560cefddfdaa","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785243722.7984946,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"09b6d075-946c-4ad2-b8b1-560cefddfdaa"} {"level":"info","ts":1785243723.6648865,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9c02afd-0a0b-4f85-9566-6d315eba4b86","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785243723.6649296,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9c02afd-0a0b-4f85-9566-6d315eba4b86","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785243723.6648903,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba468bae-956c-4276-a671-f22182ea870a"} {"level":"info","ts":1785243723.816489,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d6739a9-a7fb-4efc-aaf3-bf0ede2361d2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785243723.816507,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c018a94f-6041-4eb7-abd1-542ef22c5364"} {"level":"info","ts":1785243723.8165288,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d6739a9-a7fb-4efc-aaf3-bf0ede2361d2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785243723.9420342,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2b799b5f-9d95-4df4-87dd-4c1aa7aa75a7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785243723.9420877,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2b799b5f-9d95-4df4-87dd-4c1aa7aa75a7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785245019.303943,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785245019.3040657,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a36d4a78-6780-40e5-8629-fec88dae900e"} {"level":"info","ts":1785245072.9688194,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785245072.968911,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ea79416-6c68-442c-ac57-0a19e96147f1"} {"level":"info","ts":1785245072.9689195,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ea79416-6c68-442c-ac57-0a19e96147f1"} {"level":"info","ts":1785245072.9689305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ea79416-6c68-442c-ac57-0a19e96147f1","EoS":true} {"level":"info","ts":1785245072.9689577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ea79416-6c68-442c-ac57-0a19e96147f1","header":"x-maas-username"} {"level":"info","ts":1785245072.9689698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ea79416-6c68-442c-ac57-0a19e96147f1","header":"x-maas-group"} {"level":"info","ts":1785245072.968991,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ea79416-6c68-442c-ac57-0a19e96147f1","header":"x-maas-subscription"} {"level":"info","ts":1785245072.9690068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ea79416-6c68-442c-ac57-0a19e96147f1","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785245072.9690323,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ea79416-6c68-442c-ac57-0a19e96147f1"} {"level":"info","ts":1785245072.977058,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9ea79416-6c68-442c-ac57-0a19e96147f1"} {"level":"info","ts":1785245072.977084,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9ea79416-6c68-442c-ac57-0a19e96147f1"} {"level":"info","ts":1785245072.9771035,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ea79416-6c68-442c-ac57-0a19e96147f1","EoS":false} {"level":"info","ts":1785245072.9771168,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ea79416-6c68-442c-ac57-0a19e96147f1","EoS":true} {"level":"info","ts":1785245072.9771523,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9ea79416-6c68-442c-ac57-0a19e96147f1"}