{"level":"info","ts":1785417346.7788615,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bfbdf229-fac6-40be-a668-3d7d7a170f01"} {"level":"info","ts":1785417346.9149141,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417346.9149835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48"} {"level":"info","ts":1785417346.9149923,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48"} {"level":"info","ts":1785417346.9150035,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48","EoS":true} {"level":"info","ts":1785417346.915029,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48","header":"x-maas-group"} {"level":"info","ts":1785417346.9150407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48","header":"x-maas-username"} {"level":"info","ts":1785417346.9150484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48","header":"x-maas-subscription"} {"level":"info","ts":1785417346.915067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417346.9151626,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48"} {"level":"info","ts":1785417346.9160635,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48"} {"level":"info","ts":1785417346.916096,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48"} {"level":"info","ts":1785417346.916118,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48","EoS":false} {"level":"info","ts":1785417346.9161365,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48"} {"level":"info","ts":1785417346.9161572,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48","EoS":true} {"level":"info","ts":1785417346.916165,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7b7c6c5c-f7b6-4004-8ff5-1704d6edec48"} {"level":"info","ts":1785417347.0542002,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417347.054275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8"} {"level":"info","ts":1785417347.0542862,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8"} {"level":"info","ts":1785417347.0542977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8","EoS":true} {"level":"info","ts":1785417347.0543191,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8","header":"x-maas-subscription"} {"level":"info","ts":1785417347.0543299,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8","header":"x-maas-group"} {"level":"info","ts":1785417347.0543356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8","header":"x-maas-username"} {"level":"info","ts":1785417347.05435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417347.054374,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8"} {"level":"info","ts":1785417347.056587,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8"} {"level":"info","ts":1785417347.0565994,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8"} {"level":"info","ts":1785417347.0566134,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8","EoS":false} {"level":"info","ts":1785417347.0566247,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8"} {"level":"info","ts":1785417347.056645,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8","EoS":true} {"level":"info","ts":1785417347.056654,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1a8aa14c-1fb9-4c25-9866-7ec9f3c18db8"} {"level":"info","ts":1785417347.1986897,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417347.198766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3"} {"level":"info","ts":1785417347.1987793,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3"} {"level":"info","ts":1785417347.198791,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3","EoS":true} {"level":"info","ts":1785417347.1988165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3","header":"x-maas-group"} {"level":"info","ts":1785417347.1988294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3","header":"x-maas-subscription"} {"level":"info","ts":1785417347.1988368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3","header":"x-maas-username"} {"level":"info","ts":1785417347.1988552,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417347.1989303,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3"} {"level":"info","ts":1785417347.1997576,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3"} {"level":"info","ts":1785417347.1997757,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3"} {"level":"info","ts":1785417347.1997893,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3","EoS":false} {"level":"info","ts":1785417347.1998,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3"} {"level":"info","ts":1785417347.199825,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3","EoS":true} {"level":"info","ts":1785417347.1998322,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b3cf0ef1-2301-4500-a927-f7b1884d7fb3"} {"level":"info","ts":1785417347.3400288,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417347.3401244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb"} {"level":"info","ts":1785417347.3401425,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb"} {"level":"info","ts":1785417347.3401628,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb","EoS":true} {"level":"info","ts":1785417347.3401978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb","header":"x-maas-subscription"} {"level":"info","ts":1785417347.3402112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb","header":"x-maas-username"} {"level":"info","ts":1785417347.3402207,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb","header":"x-maas-group"} {"level":"info","ts":1785417347.3402417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417347.340277,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb"} {"level":"info","ts":1785417347.3411655,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb"} {"level":"info","ts":1785417347.3411849,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb"} {"level":"info","ts":1785417347.3412006,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb","EoS":false} {"level":"info","ts":1785417347.3412127,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb"} {"level":"info","ts":1785417347.341238,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb","EoS":true} {"level":"info","ts":1785417347.3412466,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6d48d954-94f4-4db4-a7a5-5668bf6558fb"} {"level":"info","ts":1785417381.3389623,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417381.3390477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe"} {"level":"info","ts":1785417381.3390598,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe"} {"level":"info","ts":1785417381.3390718,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe","EoS":true} {"level":"info","ts":1785417381.33912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe","header":"x-maas-subscription"} {"level":"info","ts":1785417381.3391314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe","header":"x-maas-group"} {"level":"info","ts":1785417381.339137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe","header":"x-maas-username"} {"level":"info","ts":1785417381.3391511,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417381.3391767,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe"} {"level":"info","ts":1785417381.340047,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe"} {"level":"info","ts":1785417381.3400688,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe"} {"level":"info","ts":1785417381.3401158,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe","EoS":false} {"level":"info","ts":1785417381.3401315,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe"} {"level":"info","ts":1785417381.340158,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe","EoS":true} {"level":"info","ts":1785417381.3401654,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fe083e26-d356-4d1d-a2c1-ff966a054abe"} {"level":"info","ts":1785417381.4452016,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417381.4452736,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"154b7bc9-9983-4b80-a680-79c260e8afc6"} {"level":"info","ts":1785417381.4468894,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"154b7bc9-9983-4b80-a680-79c260e8afc6"} {"level":"info","ts":1785417381.4469123,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"154b7bc9-9983-4b80-a680-79c260e8afc6"} {"level":"info","ts":1785417381.4469278,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"154b7bc9-9983-4b80-a680-79c260e8afc6","EoS":false} {"level":"info","ts":1785417381.44694,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"154b7bc9-9983-4b80-a680-79c260e8afc6"} {"level":"info","ts":1785417381.4469647,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"154b7bc9-9983-4b80-a680-79c260e8afc6","EoS":true} {"level":"info","ts":1785417381.4469702,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"154b7bc9-9983-4b80-a680-79c260e8afc6"} {"level":"info","ts":1785417386.0856252,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417386.0857053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981"} {"level":"info","ts":1785417386.0857165,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981"} {"level":"info","ts":1785417386.0857275,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981","EoS":true} {"level":"info","ts":1785417386.0857513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981","header":"x-maas-username"} {"level":"info","ts":1785417386.0857618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981","header":"x-maas-subscription"} {"level":"info","ts":1785417386.0857663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981","header":"x-maas-group"} {"level":"info","ts":1785417386.0857797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417386.0858068,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981"} {"level":"info","ts":1785417386.086674,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981"} {"level":"info","ts":1785417386.0866928,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981"} {"level":"info","ts":1785417386.086709,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981","EoS":false} {"level":"info","ts":1785417386.0867207,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981"} {"level":"info","ts":1785417386.0867438,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981","EoS":true} {"level":"info","ts":1785417386.0867512,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f2875660-1244-4a1e-a1a2-de64a6e8a981"} {"level":"info","ts":1785417396.692119,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417396.6922152,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8"} {"level":"info","ts":1785417396.69223,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8"} {"level":"info","ts":1785417396.6922488,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8","EoS":true} {"level":"info","ts":1785417396.6922874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8","header":"x-maas-subscription"} {"level":"info","ts":1785417396.6922994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8","header":"x-maas-username"} {"level":"info","ts":1785417396.692309,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8","header":"x-maas-group"} {"level":"info","ts":1785417396.69233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785417396.6923559,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8"} {"level":"info","ts":1785417396.693447,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8"} {"level":"info","ts":1785417396.693468,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8"} {"level":"info","ts":1785417396.6934843,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8","EoS":false} {"level":"info","ts":1785417396.6934984,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8"} {"level":"info","ts":1785417396.6935236,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8","EoS":true} {"level":"info","ts":1785417396.6935313,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"31935d26-a017-40a7-ba8a-f104293c35c8"} {"level":"info","ts":1785417409.5596309,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417409.5597012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a"} {"level":"info","ts":1785417409.5597122,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a"} {"level":"info","ts":1785417409.559723,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a","EoS":true} {"level":"info","ts":1785417409.5597491,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a","header":"x-maas-username"} {"level":"info","ts":1785417409.559759,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a","header":"x-maas-group"} {"level":"info","ts":1785417409.5597634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a","header":"x-maas-subscription"} {"level":"info","ts":1785417409.5597775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417409.559811,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a"} {"level":"info","ts":1785417409.5606878,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a"} {"level":"info","ts":1785417409.5607133,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a"} {"level":"info","ts":1785417409.5607352,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a","EoS":false} {"level":"info","ts":1785417409.5607545,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a"} {"level":"info","ts":1785417409.5607939,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a","EoS":true} {"level":"info","ts":1785417409.560804,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fabe7276-f341-47aa-ba9f-59467468c19a"} {"level":"info","ts":1785417418.0946395,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417418.0947344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176"} {"level":"info","ts":1785417418.0947487,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176"} {"level":"info","ts":1785417418.0947676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176","EoS":true} {"level":"info","ts":1785417418.094806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176","header":"x-maas-username"} {"level":"info","ts":1785417418.0948203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176","header":"x-maas-subscription"} {"level":"info","ts":1785417418.0948274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176","header":"x-maas-group"} {"level":"info","ts":1785417418.094849,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417418.0948827,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176"} {"level":"info","ts":1785417418.0958166,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176"} {"level":"info","ts":1785417418.0958283,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176"} {"level":"info","ts":1785417418.0958486,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176","EoS":false} {"level":"info","ts":1785417418.095864,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176"} {"level":"info","ts":1785417418.0958965,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176","EoS":true} {"level":"info","ts":1785417418.095909,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28d766bd-5397-49f8-997c-80832bb13176"} {"level":"info","ts":1785417426.9652565,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417426.965358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0"} {"level":"info","ts":1785417426.965375,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0"} {"level":"info","ts":1785417426.9653964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0","EoS":true} {"level":"info","ts":1785417426.9654474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0","header":"x-maas-group"} {"level":"info","ts":1785417426.9654617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0","header":"x-maas-username"} {"level":"info","ts":1785417426.9654696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0","header":"x-maas-subscription"} {"level":"info","ts":1785417426.965489,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417426.9655178,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0"} {"level":"info","ts":1785417426.9663472,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0"} {"level":"info","ts":1785417426.9663675,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0"} {"level":"info","ts":1785417426.9663835,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0","EoS":false} {"level":"info","ts":1785417426.966395,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0"} {"level":"info","ts":1785417426.96642,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0","EoS":true} {"level":"info","ts":1785417426.9664295,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0700cfd7-8a88-4567-9f49-acfddf4d5fd0"} {"level":"info","ts":1785417456.5379162,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417456.5379975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd907780-593f-4377-a333-9389b2020403"} {"level":"info","ts":1785417456.538009,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd907780-593f-4377-a333-9389b2020403"} {"level":"info","ts":1785417456.5380201,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd907780-593f-4377-a333-9389b2020403","EoS":true} {"level":"info","ts":1785417456.5380456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd907780-593f-4377-a333-9389b2020403","header":"x-maas-username"} {"level":"info","ts":1785417456.5380557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd907780-593f-4377-a333-9389b2020403","header":"x-maas-subscription"} {"level":"info","ts":1785417456.538062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd907780-593f-4377-a333-9389b2020403","header":"x-maas-group"} {"level":"info","ts":1785417456.5380964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd907780-593f-4377-a333-9389b2020403","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785417456.538123,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd907780-593f-4377-a333-9389b2020403"} {"level":"info","ts":1785417456.5417824,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fd907780-593f-4377-a333-9389b2020403"} {"level":"info","ts":1785417456.541805,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fd907780-593f-4377-a333-9389b2020403"} {"level":"info","ts":1785417456.5418282,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd907780-593f-4377-a333-9389b2020403","EoS":false} {"level":"info","ts":1785417456.5418406,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fd907780-593f-4377-a333-9389b2020403"} {"level":"info","ts":1785417456.541867,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd907780-593f-4377-a333-9389b2020403","EoS":true} {"level":"info","ts":1785417456.5418766,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fd907780-593f-4377-a333-9389b2020403"} {"level":"info","ts":1785417490.101686,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417490.101805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644"} {"level":"info","ts":1785417490.1018202,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644"} {"level":"info","ts":1785417490.1018443,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644","EoS":true} {"level":"info","ts":1785417490.1018815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644","header":"x-maas-username"} {"level":"info","ts":1785417490.101894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644","header":"x-maas-group"} {"level":"info","ts":1785417490.101899,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644","header":"x-maas-subscription"} {"level":"info","ts":1785417490.101913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785417490.1019418,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644"} {"level":"info","ts":1785417490.102973,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644"} {"level":"info","ts":1785417490.102994,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644"} {"level":"info","ts":1785417490.10301,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644","EoS":false} {"level":"info","ts":1785417490.1030228,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644"} {"level":"info","ts":1785417490.1030495,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644","EoS":true} {"level":"info","ts":1785417490.1030602,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f9f19dfc-80d8-49c3-9a27-8c4d53847644"} {"level":"info","ts":1785417535.8208184,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417535.8209088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2"} {"level":"info","ts":1785417535.8209257,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2"} {"level":"info","ts":1785417535.820946,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2","EoS":true} {"level":"info","ts":1785417535.8209836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2","header":"x-maas-group"} {"level":"info","ts":1785417535.8209972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2","header":"x-maas-username"} {"level":"info","ts":1785417535.8210058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2","header":"x-maas-subscription"} {"level":"info","ts":1785417535.8210263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417535.8210607,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2"} {"level":"info","ts":1785417535.8234246,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2"} {"level":"info","ts":1785417535.8234458,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2"} {"level":"info","ts":1785417535.8234613,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2","EoS":false} {"level":"info","ts":1785417535.8234744,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2"} {"level":"info","ts":1785417535.8234992,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2","EoS":true} {"level":"info","ts":1785417535.823512,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"64ce1a58-fe4b-41f7-a387-96c244293ea2"} {"level":"info","ts":1785417545.2305608,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417545.2306364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08"} {"level":"info","ts":1785417545.2306473,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08"} {"level":"info","ts":1785417545.2306588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08","EoS":true} {"level":"info","ts":1785417545.2306852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08","header":"x-maas-group"} {"level":"info","ts":1785417545.230695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08","header":"x-maas-subscription"} {"level":"info","ts":1785417545.2307005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08","header":"x-maas-username"} {"level":"info","ts":1785417545.230715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417545.2307427,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08"} {"level":"info","ts":1785417545.2325907,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08"} {"level":"info","ts":1785417545.2326136,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08"} {"level":"info","ts":1785417545.2326329,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08","EoS":false} {"level":"info","ts":1785417545.232645,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08"} {"level":"info","ts":1785417545.2326753,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08","EoS":true} {"level":"info","ts":1785417545.232687,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"70656b74-8f34-4392-bd68-6cba8d73fc08"} {"level":"info","ts":1785417545.267204,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417545.2672842,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746"} {"level":"info","ts":1785417545.267295,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746"} {"level":"info","ts":1785417545.267306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746","EoS":true} {"level":"info","ts":1785417545.2673314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746","header":"x-maas-group"} {"level":"info","ts":1785417545.2673414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746","header":"x-maas-subscription"} {"level":"info","ts":1785417545.2673464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746","header":"x-maas-username"} {"level":"info","ts":1785417545.26736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417545.267387,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746"} {"level":"info","ts":1785417545.268203,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746"} {"level":"info","ts":1785417545.2682219,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746"} {"level":"info","ts":1785417545.268241,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746","EoS":false} {"level":"info","ts":1785417545.2682598,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746"} {"level":"info","ts":1785417545.2682905,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746","EoS":true} {"level":"info","ts":1785417545.2683005,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7a1b94fa-d1fa-4194-8f11-6b0f33fc5746"} {"level":"info","ts":1785417564.5244997,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417564.5245767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4"} {"level":"info","ts":1785417564.5245883,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4"} {"level":"info","ts":1785417564.5245993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4","EoS":true} {"level":"info","ts":1785417564.524624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4","header":"x-maas-subscription"} {"level":"info","ts":1785417564.524634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4","header":"x-maas-username"} {"level":"info","ts":1785417564.524639,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4","header":"x-maas-group"} {"level":"info","ts":1785417564.5246525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417564.5247166,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4"} {"level":"info","ts":1785417564.5255501,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4"} {"level":"info","ts":1785417564.5255723,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4"} {"level":"info","ts":1785417564.5255904,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4","EoS":false} {"level":"info","ts":1785417564.5256016,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4"} {"level":"info","ts":1785417564.5256245,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4","EoS":true} {"level":"info","ts":1785417564.5256321,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"12e0495b-9a7c-436e-8f81-84e1b6e5f9e4"} {"level":"info","ts":1785417767.5299895,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417767.530065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0"} {"level":"info","ts":1785417767.530099,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0"} {"level":"info","ts":1785417767.530116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0","EoS":true} {"level":"info","ts":1785417767.5301409,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0","header":"x-maas-username"} {"level":"info","ts":1785417767.5301514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0","header":"x-maas-group"} {"level":"info","ts":1785417767.5301569,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0","header":"x-maas-subscription"} {"level":"info","ts":1785417767.530172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785417767.5301976,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0"} {"level":"info","ts":1785417767.5334272,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0"} {"level":"info","ts":1785417767.5334501,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0"} {"level":"info","ts":1785417767.5334687,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0","EoS":false} {"level":"info","ts":1785417767.5334814,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0"} {"level":"info","ts":1785417767.5335054,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0","EoS":true} {"level":"info","ts":1785417767.533513,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f527ef1a-3485-443a-86cd-8bd4c28499c0"} {"level":"info","ts":1785417830.6494718,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417830.649552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472"} {"level":"info","ts":1785417830.6495638,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472"} {"level":"info","ts":1785417830.6495748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472","EoS":true} {"level":"info","ts":1785417830.649598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472","header":"x-maas-group"} {"level":"info","ts":1785417830.6496084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472","header":"x-maas-username"} {"level":"info","ts":1785417830.6496148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472","header":"x-maas-subscription"} {"level":"info","ts":1785417830.649628,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417830.6496522,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472"} {"level":"info","ts":1785417830.6518247,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472"} {"level":"info","ts":1785417830.6518419,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472"} {"level":"info","ts":1785417830.6518545,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472","EoS":false} {"level":"info","ts":1785417830.6518648,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472"} {"level":"info","ts":1785417830.651886,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472","EoS":true} {"level":"info","ts":1785417830.6518931,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0845b0ea-5cd8-4754-ad96-dcff38a18472"} {"level":"info","ts":1785417846.1922567,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785417846.1923263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39"} {"level":"info","ts":1785417846.1923358,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39"} {"level":"info","ts":1785417846.192348,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39","EoS":true} {"level":"info","ts":1785417846.1923723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39","header":"x-maas-subscription"} {"level":"info","ts":1785417846.192382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39","header":"x-maas-group"} {"level":"info","ts":1785417846.1923888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39","header":"x-maas-username"} {"level":"info","ts":1785417846.1924036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785417846.1924272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39"} {"level":"info","ts":1785417846.1932838,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39"} {"level":"info","ts":1785417846.193304,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39"} {"level":"info","ts":1785417846.1933205,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39","EoS":false} {"level":"info","ts":1785417846.1933322,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39"} {"level":"info","ts":1785417846.1933599,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39","EoS":true} {"level":"info","ts":1785417846.1933727,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"be3ca4af-08a3-401a-9adb-2d4c405afd39"} {"level":"info","ts":1785418210.1294966,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785418210.1295996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258"} {"level":"info","ts":1785418210.1296144,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258"} {"level":"info","ts":1785418210.1296334,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258","EoS":true} {"level":"info","ts":1785418210.129672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258","header":"x-maas-username"} {"level":"info","ts":1785418210.129686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258","header":"x-maas-subscription"} {"level":"info","ts":1785418210.1296954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258","header":"x-maas-group"} {"level":"info","ts":1785418210.1297157,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785418210.129745,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258"} {"level":"info","ts":1785418210.1322763,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258"} {"level":"info","ts":1785418210.132296,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258"} {"level":"info","ts":1785418210.1323118,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258","EoS":false} {"level":"info","ts":1785418210.132323,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258"} {"level":"info","ts":1785418210.1323483,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258","EoS":true} {"level":"info","ts":1785418210.1323564,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8020a18a-1621-4cf3-9701-e358f57af258"} {"level":"info","ts":1785418214.945451,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9c807984-c9ec-47be-a15f-b90b5b2dd8fb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785418214.9457576,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34238.781124428,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418214.9457886,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418215.009555,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418215.046344,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9c807984-c9ec-47be-a15f-b90b5b2dd8fb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785418215.0730393,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac3df2f5-4b85-47a0-8091-08e3a19b11c7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785418215.0730987,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ac3df2f5-4b85-47a0-8091-08e3a19b11c7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785418215.0731065,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dfe57fde-b71b-447a-8b86-20c96328ddae"} {"level":"info","ts":1785418215.08214,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16d3173a-de0c-47a9-ac44-3f7548515bac","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785418215.0821705,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16d3173a-de0c-47a9-ac44-3f7548515bac","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785418215.0831573,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dfe57fde-b71b-447a-8b86-20c96328ddae","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785418215.0833719,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33845.086355133,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418215.0833907,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418215.0928307,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418215.1835954,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dfe57fde-b71b-447a-8b86-20c96328ddae","name":"e2e-external-provider"} {"level":"info","ts":1785418215.1908705,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"757a8f52-46e8-4829-b7da-a3619b61f9e9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785418215.1909266,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"757a8f52-46e8-4829-b7da-a3619b61f9e9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785418215.1908565,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f64263bb-ed89-4c04-8409-aada3518ae2c"} {"level":"info","ts":1785418215.1973996,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21d20437-6f4a-4820-b278-04ef7b7d72e0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785418215.1974256,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21d20437-6f4a-4820-b278-04ef7b7d72e0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785418215.1975486,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f64263bb-ed89-4c04-8409-aada3518ae2c","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785418215.2043014,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f64263bb-ed89-4c04-8409-aada3518ae2c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785418215.2044826,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dfe57fde-b71b-447a-8b86-20c96328ddae","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785418215.2045681,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3732c956-43e6-4bbb-a28a-28d20566c154"} {"level":"info","ts":1785418215.204677,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3732c956-43e6-4bbb-a28a-28d20566c154","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785418215.2052147,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05918e7e-877c-4e8b-8b75-26d14f3d9dd2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785418215.205251,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05918e7e-877c-4e8b-8b75-26d14f3d9dd2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785418215.209722,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3732c956-43e6-4bbb-a28a-28d20566c154","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785418215.2166426,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dfe57fde-b71b-447a-8b86-20c96328ddae","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785418215.220733,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"343a82eb-27fc-49ca-8215-746501b67a2f"} {"level":"info","ts":1785418215.220769,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"343a82eb-27fc-49ca-8215-746501b67a2f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785418215.2238178,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dfe57fde-b71b-447a-8b86-20c96328ddae","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785418215.2250874,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"343a82eb-27fc-49ca-8215-746501b67a2f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785418215.227835,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dfe57fde-b71b-447a-8b86-20c96328ddae","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785418215.2279305,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"55be0422-90e1-4a5a-ad95-aa10dbfd3bec"} {"level":"info","ts":1785418215.2279916,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"55be0422-90e1-4a5a-ad95-aa10dbfd3bec","name":"e2e-external-provider"} {"level":"info","ts":1785418215.2385213,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"55be0422-90e1-4a5a-ad95-aa10dbfd3bec","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785418215.2457428,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e1b31b8-f852-4a47-a542-323071dcd8e4"} {"level":"info","ts":1785418215.2457726,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e1b31b8-f852-4a47-a542-323071dcd8e4","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785418215.248364,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56ce0904-2b01-4732-8b0b-84efdd002d46"} {"level":"info","ts":1785418215.2484093,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"07ca9519-cbe4-4c81-8582-509b2a4f743a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785418215.2484179,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56ce0904-2b01-4732-8b0b-84efdd002d46","name":"e2e-external-provider"} {"level":"info","ts":1785418215.248436,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"07ca9519-cbe4-4c81-8582-509b2a4f743a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785418215.2485373,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af1d5b99-fd24-4b09-8d38-ffa9327d775b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785418215.2485738,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af1d5b99-fd24-4b09-8d38-ffa9327d775b","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785418215.251521,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e1b31b8-f852-4a47-a542-323071dcd8e4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785418215.2515743,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f363eee5-63a4-4eec-bd50-7e9e609c03b1"} {"level":"info","ts":1785418215.2518065,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37256.734976954,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418215.2518215,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418215.2589383,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56ce0904-2b01-4732-8b0b-84efdd002d46","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785418215.2591345,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785418215.351883,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f363eee5-63a4-4eec-bd50-7e9e609c03b1","name":"e2e-external-model"} {"level":"info","ts":1785418215.3642428,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f363eee5-63a4-4eec-bd50-7e9e609c03b1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785418215.3726954,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78f3cabe-254f-42ca-82fc-754aaad98d76","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785418215.3727365,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78f3cabe-254f-42ca-82fc-754aaad98d76","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785418215.372781,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51e5398e-e8e0-484f-91c2-cb060e9c145e"} {"level":"info","ts":1785418215.372833,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51e5398e-e8e0-484f-91c2-cb060e9c145e","name":"e2e-external-model"} {"level":"error","ts":1785418215.3902833,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"51e5398e-e8e0-484f-91c2-cb060e9c145e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785418215.3907485,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"183be380-cc96-4b97-a8d4-82ab1f918bb2"} {"level":"info","ts":1785418215.390763,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab333f54-1874-44fe-81b8-a6b431e99bcd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785418215.3907962,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab333f54-1874-44fe-81b8-a6b431e99bcd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785418215.3908014,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"183be380-cc96-4b97-a8d4-82ab1f918bb2","name":"e2e-external-model"} {"level":"info","ts":1785418215.4009094,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"183be380-cc96-4b97-a8d4-82ab1f918bb2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785418215.4088392,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6847aef0-162a-4280-b2bd-df964a689450"} {"level":"info","ts":1785418215.4088423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37728186-cf8d-4de6-8062-302c4e424dac","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785418215.4088657,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37728186-cf8d-4de6-8062-302c4e424dac","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785418215.4088845,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6847aef0-162a-4280-b2bd-df964a689450","name":"e2e-external-model"} {"level":"info","ts":1785418215.4172242,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6847aef0-162a-4280-b2bd-df964a689450","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785418237.72554,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785418237.7256076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f"} {"level":"info","ts":1785418237.725618,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f"} {"level":"info","ts":1785418237.7256284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f","EoS":true} {"level":"info","ts":1785418237.7256513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f","header":"x-maas-subscription"} {"level":"info","ts":1785418237.7256615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f","header":"x-maas-group"} {"level":"info","ts":1785418237.725667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f","header":"x-maas-username"} {"level":"info","ts":1785418237.7256787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785418237.7256875,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f","modelName":"e2e-external-model"} {"level":"info","ts":1785418237.7257,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785418237.725738,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785418237.7257543,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f","authType":"apikey"} {"level":"info","ts":1785418237.725777,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f"} {"level":"info","ts":1785418237.8294773,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f"} {"level":"info","ts":1785418237.8295057,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f"} {"level":"info","ts":1785418237.8295236,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f","EoS":false} {"level":"info","ts":1785418237.8295374,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f"} {"level":"info","ts":1785418237.8295703,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f","EoS":true} {"level":"info","ts":1785418237.829576,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"59481dd2-6724-4075-b977-35fb7e0aa01f"} {"level":"info","ts":1785418237.9478288,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5cbc68d9-efb2-414d-aeec-63b4499c0e9d"} {"level":"info","ts":1785418237.9478376,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b33dc06-e552-4e4e-8cb1-7f7a60348468","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785418237.9479697,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b33dc06-e552-4e4e-8cb1-7f7a60348468","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785418237.9547694,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5cbc68d9-efb2-414d-aeec-63b4499c0e9d","name":"e2e-cleanup-test"} {"level":"info","ts":1785418237.9547887,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a689361e-30d9-4b2f-b29c-19155e2afd97","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785418237.9548175,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a689361e-30d9-4b2f-b29c-19155e2afd97","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785418237.972214,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5cbc68d9-efb2-414d-aeec-63b4499c0e9d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785418237.9806,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22d09507-7da6-46ff-85ca-080c80a6e7c1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785418237.9806366,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22d09507-7da6-46ff-85ca-080c80a6e7c1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785418237.9806368,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"707f3d4e-3a15-4e3f-a8bb-9637c9f95d7c"} {"level":"info","ts":1785418237.9807174,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"707f3d4e-3a15-4e3f-a8bb-9637c9f95d7c","name":"e2e-cleanup-test"} {"level":"error","ts":1785418237.994707,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"707f3d4e-3a15-4e3f-a8bb-9637c9f95d7c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785418237.9947991,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bea2aca1-6334-4564-bd2d-603ef78fba2c"} {"level":"info","ts":1785418237.9948168,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6524dc27-2b2d-4b0b-b31c-2a94d7c8ebd9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785418237.994838,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6524dc27-2b2d-4b0b-b31c-2a94d7c8ebd9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785418237.9948726,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bea2aca1-6334-4564-bd2d-603ef78fba2c","name":"e2e-cleanup-test"} {"level":"info","ts":1785418238.0075939,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bea2aca1-6334-4564-bd2d-603ef78fba2c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785418238.0130155,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6cb97ec-9c6d-4373-889b-b1b0984ccdae","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785418238.0130448,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6cb97ec-9c6d-4373-889b-b1b0984ccdae","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785418238.0131986,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f5b8ca4-154b-40c2-a073-548415ac97e8"} {"level":"info","ts":1785418238.0132651,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f5b8ca4-154b-40c2-a073-548415ac97e8","name":"e2e-cleanup-test"} {"level":"info","ts":1785418238.0225925,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f5b8ca4-154b-40c2-a073-548415ac97e8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785418246.2428026,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6cf139c-b154-49f1-9756-5e1592270706"} {"level":"info","ts":1785418246.2428203,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0fdb549-d611-4f0c-8808-4611c30af1e1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785418246.2428513,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d0fdb549-d611-4f0c-8808-4611c30af1e1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785418250.5903814,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785418250.5904517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1511d37-eafb-4b9c-a53e-6ce93ae0fed6"} {"level":"info","ts":1785418250.5904653,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1511d37-eafb-4b9c-a53e-6ce93ae0fed6"} {"level":"info","ts":1785418250.590484,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1511d37-eafb-4b9c-a53e-6ce93ae0fed6","EoS":true} {"level":"info","ts":1785418250.5905259,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1511d37-eafb-4b9c-a53e-6ce93ae0fed6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785418250.590559,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1511d37-eafb-4b9c-a53e-6ce93ae0fed6"} {"level":"info","ts":1785418250.6350722,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785418250.635151,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7"} {"level":"info","ts":1785418250.6351597,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7"} {"level":"info","ts":1785418250.6351724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7","EoS":true} {"level":"info","ts":1785418250.6351948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7","header":"x-maas-group"} {"level":"info","ts":1785418250.6352053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7","header":"x-maas-username"} {"level":"info","ts":1785418250.6352105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7","header":"x-maas-subscription"} {"level":"info","ts":1785418250.6352222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785418250.6352286,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7","modelName":"e2e-external-model"} {"level":"info","ts":1785418250.6352406,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785418250.6352623,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785418250.63528,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7","authType":"apikey"} {"level":"info","ts":1785418250.6353014,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7"} {"level":"info","ts":1785418250.6802275,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7"} {"level":"info","ts":1785418250.6802557,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7"} {"level":"info","ts":1785418250.6802778,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7","EoS":false} {"level":"info","ts":1785418250.6802964,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7"} {"level":"info","ts":1785418250.6803322,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7","EoS":true} {"level":"info","ts":1785418250.6803424,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"64d56a19-d14e-476b-8e17-a95c702b62f7"} {"level":"info","ts":1785418250.7239184,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785418250.7239883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f"} {"level":"info","ts":1785418250.724,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f"} {"level":"info","ts":1785418250.7240124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f","EoS":true} {"level":"info","ts":1785418250.7240345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f","header":"x-maas-group"} {"level":"info","ts":1785418250.7240458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f","header":"x-maas-username"} {"level":"info","ts":1785418250.7240512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f","header":"x-maas-subscription"} {"level":"info","ts":1785418250.7240636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785418250.7241006,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f"} {"level":"info","ts":1785418250.8090212,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f"} {"level":"info","ts":1785418250.8090465,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f"} {"level":"info","ts":1785418250.8090644,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f","EoS":false} {"level":"info","ts":1785418250.809101,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f"} {"level":"info","ts":1785418250.8091311,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f","EoS":true} {"level":"info","ts":1785418250.8091369,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2579806c-522a-478b-a0f9-150a77f1327f"} {"level":"info","ts":1785418250.8613288,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785418250.8613954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038"} {"level":"info","ts":1785418250.8614056,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038"} {"level":"info","ts":1785418250.861416,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038","EoS":true} {"level":"info","ts":1785418250.861472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038","header":"x-maas-username"} {"level":"info","ts":1785418250.861483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038","header":"x-maas-subscription"} {"level":"info","ts":1785418250.861489,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038","header":"x-maas-group"} {"level":"info","ts":1785418250.8615193,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038"} {"level":"info","ts":1785418250.9092155,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038"} {"level":"info","ts":1785418250.9092438,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038"} {"level":"info","ts":1785418250.909266,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038","EoS":false} {"level":"info","ts":1785418250.909282,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038"} {"level":"info","ts":1785418250.9093175,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038","EoS":true} {"level":"info","ts":1785418250.909329,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cda2d8c8-69bc-49b3-b3e1-4b0817977038"} {"level":"info","ts":1785418251.8131506,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"42a35d8c-1b79-4eea-b8ac-1280c85caafb"} {"level":"info","ts":1785418251.8131547,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de1d7659-e909-4a7d-b8c0-51b9423957c9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785418251.8132205,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"de1d7659-e909-4a7d-b8c0-51b9423957c9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785418251.988192,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"16f63d9b-d7e5-4c68-8cf6-8f653f404a45"} {"level":"info","ts":1785418251.9882073,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4b71492-7e33-4ce6-b297-7d53dda985af","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785418251.9882286,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a4b71492-7e33-4ce6-b297-7d53dda985af","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785418252.1279736,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5137511b-84f1-41df-b1c5-056920a30e3a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785418252.128025,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"5137511b-84f1-41df-b1c5-056920a30e3a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785419914.542249,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785419914.542325,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed30b266-1062-4edd-86d1-1a6f33686c99"} {"level":"info","ts":1785419979.1924322,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785419979.1925218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56"} {"level":"info","ts":1785419979.192531,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56"} {"level":"info","ts":1785419979.1925433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56","EoS":true} {"level":"info","ts":1785419979.1925714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56","header":"x-maas-username"} {"level":"info","ts":1785419979.1925817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56","header":"x-maas-subscription"} {"level":"info","ts":1785419979.1925867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56","header":"x-maas-group"} {"level":"info","ts":1785419979.1926,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785419979.1926255,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56"} {"level":"info","ts":1785419979.1948633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56"} {"level":"info","ts":1785419979.1948855,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56"} {"level":"info","ts":1785419979.1949074,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56","EoS":false} {"level":"info","ts":1785419979.19493,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56"} {"level":"info","ts":1785419979.1949563,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56","EoS":true} {"level":"info","ts":1785419979.1949644,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f802746b-fa2c-4cbf-bc80-630080c03b56"}