{"level":"info","ts":1785089583.4331353,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2deb88b2-698f-4247-aed6-827365dce7c2"} {"level":"info","ts":1785089583.4331503,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2deb88b2-698f-4247-aed6-827365dce7c2"} {"level":"info","ts":1785089583.4331634,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2deb88b2-698f-4247-aed6-827365dce7c2","EoS":false} {"level":"info","ts":1785089583.4331744,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2deb88b2-698f-4247-aed6-827365dce7c2","EoS":true} {"level":"info","ts":1785089583.433217,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2deb88b2-698f-4247-aed6-827365dce7c2"} {"level":"info","ts":1785089595.7546377,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089595.7547224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a89a3ab-6dce-4419-b39b-7546addee36e"} {"level":"info","ts":1785089595.7547362,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9a89a3ab-6dce-4419-b39b-7546addee36e"} {"level":"info","ts":1785089595.7547545,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9a89a3ab-6dce-4419-b39b-7546addee36e","EoS":true} {"level":"info","ts":1785089595.754793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a89a3ab-6dce-4419-b39b-7546addee36e","header":"x-maas-subscription"} {"level":"info","ts":1785089595.7548044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a89a3ab-6dce-4419-b39b-7546addee36e","header":"x-maas-group"} {"level":"info","ts":1785089595.7548132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a89a3ab-6dce-4419-b39b-7546addee36e","header":"x-maas-username"} {"level":"info","ts":1785089595.7548351,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a89a3ab-6dce-4419-b39b-7546addee36e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089595.7548695,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9a89a3ab-6dce-4419-b39b-7546addee36e"} {"level":"info","ts":1785089595.7562654,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9a89a3ab-6dce-4419-b39b-7546addee36e"} {"level":"info","ts":1785089595.7562864,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9a89a3ab-6dce-4419-b39b-7546addee36e"} {"level":"info","ts":1785089595.7563066,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9a89a3ab-6dce-4419-b39b-7546addee36e","EoS":false} {"level":"info","ts":1785089595.7563226,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9a89a3ab-6dce-4419-b39b-7546addee36e","EoS":true} {"level":"info","ts":1785089595.756358,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9a89a3ab-6dce-4419-b39b-7546addee36e"} {"level":"info","ts":1785089596.52643,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089596.5265148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f94c34bd-cd1a-4630-b9da-1f0ee29b5ac9"} {"level":"info","ts":1785089596.5265293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f94c34bd-cd1a-4630-b9da-1f0ee29b5ac9"} {"level":"info","ts":1785089596.526543,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f94c34bd-cd1a-4630-b9da-1f0ee29b5ac9","EoS":true} {"level":"info","ts":1785089596.5265648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f94c34bd-cd1a-4630-b9da-1f0ee29b5ac9","header":"x-maas-group"} {"level":"info","ts":1785089596.5265756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f94c34bd-cd1a-4630-b9da-1f0ee29b5ac9","header":"x-maas-username"} {"level":"info","ts":1785089596.526581,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f94c34bd-cd1a-4630-b9da-1f0ee29b5ac9","header":"x-maas-subscription"} {"level":"info","ts":1785089596.5265934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f94c34bd-cd1a-4630-b9da-1f0ee29b5ac9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089596.526617,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f94c34bd-cd1a-4630-b9da-1f0ee29b5ac9"} {"level":"info","ts":1785089596.5274363,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f94c34bd-cd1a-4630-b9da-1f0ee29b5ac9"} {"level":"info","ts":1785089596.527458,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f94c34bd-cd1a-4630-b9da-1f0ee29b5ac9"} {"level":"info","ts":1785089596.5274732,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f94c34bd-cd1a-4630-b9da-1f0ee29b5ac9","EoS":false} {"level":"info","ts":1785089596.5274844,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f94c34bd-cd1a-4630-b9da-1f0ee29b5ac9","EoS":true} {"level":"info","ts":1785089596.5275118,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f94c34bd-cd1a-4630-b9da-1f0ee29b5ac9"} {"level":"info","ts":1785089619.5972672,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089619.5973418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6441387-ab67-45e0-818f-fb040e648083"} {"level":"info","ts":1785089619.5973597,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b6441387-ab67-45e0-818f-fb040e648083"} {"level":"info","ts":1785089619.5973737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6441387-ab67-45e0-818f-fb040e648083","EoS":true} {"level":"info","ts":1785089619.5973995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6441387-ab67-45e0-818f-fb040e648083","header":"x-maas-subscription"} {"level":"info","ts":1785089619.5974119,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6441387-ab67-45e0-818f-fb040e648083","header":"x-maas-username"} {"level":"info","ts":1785089619.597417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6441387-ab67-45e0-818f-fb040e648083","header":"x-maas-group"} {"level":"info","ts":1785089619.59743,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6441387-ab67-45e0-818f-fb040e648083","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089619.5974534,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b6441387-ab67-45e0-818f-fb040e648083"} {"level":"info","ts":1785089619.5997174,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b6441387-ab67-45e0-818f-fb040e648083"} {"level":"info","ts":1785089619.5997393,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b6441387-ab67-45e0-818f-fb040e648083"} {"level":"info","ts":1785089619.599754,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b6441387-ab67-45e0-818f-fb040e648083","EoS":false} {"level":"info","ts":1785089619.5997663,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b6441387-ab67-45e0-818f-fb040e648083","EoS":true} {"level":"info","ts":1785089619.599795,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b6441387-ab67-45e0-818f-fb040e648083"} {"level":"info","ts":1785089619.7296307,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089619.729711,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc851af7-8884-4032-bd83-1fbcf7aa78f2"} {"level":"info","ts":1785089619.7297277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc851af7-8884-4032-bd83-1fbcf7aa78f2"} {"level":"info","ts":1785089619.7297447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc851af7-8884-4032-bd83-1fbcf7aa78f2","EoS":true} {"level":"info","ts":1785089619.7297714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc851af7-8884-4032-bd83-1fbcf7aa78f2","header":"x-maas-group"} {"level":"info","ts":1785089619.7297866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc851af7-8884-4032-bd83-1fbcf7aa78f2","header":"x-maas-subscription"} {"level":"info","ts":1785089619.7297943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bc851af7-8884-4032-bd83-1fbcf7aa78f2","header":"x-maas-username"} {"level":"info","ts":1785089619.7298112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc851af7-8884-4032-bd83-1fbcf7aa78f2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089619.7298465,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc851af7-8884-4032-bd83-1fbcf7aa78f2"} {"level":"info","ts":1785089619.7305536,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bc851af7-8884-4032-bd83-1fbcf7aa78f2"} {"level":"info","ts":1785089619.7305746,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bc851af7-8884-4032-bd83-1fbcf7aa78f2"} {"level":"info","ts":1785089619.730596,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bc851af7-8884-4032-bd83-1fbcf7aa78f2","EoS":false} {"level":"info","ts":1785089619.7306142,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bc851af7-8884-4032-bd83-1fbcf7aa78f2","EoS":true} {"level":"info","ts":1785089619.7306445,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bc851af7-8884-4032-bd83-1fbcf7aa78f2"} {"level":"info","ts":1785089619.8626947,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089619.8627546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb4f4d48-17ce-4143-a773-72c1f55d82da"} {"level":"info","ts":1785089619.862764,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb4f4d48-17ce-4143-a773-72c1f55d82da"} {"level":"info","ts":1785089619.8627746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb4f4d48-17ce-4143-a773-72c1f55d82da","EoS":true} {"level":"info","ts":1785089619.8627968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb4f4d48-17ce-4143-a773-72c1f55d82da","header":"x-maas-subscription"} {"level":"info","ts":1785089619.8628092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb4f4d48-17ce-4143-a773-72c1f55d82da","header":"x-maas-group"} {"level":"info","ts":1785089619.8628147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb4f4d48-17ce-4143-a773-72c1f55d82da","header":"x-maas-username"} {"level":"info","ts":1785089619.862828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb4f4d48-17ce-4143-a773-72c1f55d82da","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089619.8628519,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb4f4d48-17ce-4143-a773-72c1f55d82da"} {"level":"info","ts":1785089619.8635194,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb4f4d48-17ce-4143-a773-72c1f55d82da"} {"level":"info","ts":1785089619.8635395,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eb4f4d48-17ce-4143-a773-72c1f55d82da"} {"level":"info","ts":1785089619.86356,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb4f4d48-17ce-4143-a773-72c1f55d82da","EoS":false} {"level":"info","ts":1785089619.8635778,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb4f4d48-17ce-4143-a773-72c1f55d82da","EoS":true} {"level":"info","ts":1785089619.863613,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"eb4f4d48-17ce-4143-a773-72c1f55d82da"} {"level":"info","ts":1785089619.9939728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089619.9940522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f3476c35-1da3-4d79-8d1f-5e8eb39e2fef"} {"level":"info","ts":1785089619.9940655,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f3476c35-1da3-4d79-8d1f-5e8eb39e2fef"} {"level":"info","ts":1785089619.9940808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f3476c35-1da3-4d79-8d1f-5e8eb39e2fef","EoS":true} {"level":"info","ts":1785089619.994109,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3476c35-1da3-4d79-8d1f-5e8eb39e2fef","header":"x-maas-subscription"} {"level":"info","ts":1785089619.9941247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3476c35-1da3-4d79-8d1f-5e8eb39e2fef","header":"x-maas-group"} {"level":"info","ts":1785089619.9941304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f3476c35-1da3-4d79-8d1f-5e8eb39e2fef","header":"x-maas-username"} {"level":"info","ts":1785089619.9941423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f3476c35-1da3-4d79-8d1f-5e8eb39e2fef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089619.9941654,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f3476c35-1da3-4d79-8d1f-5e8eb39e2fef"} {"level":"info","ts":1785089619.9948406,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f3476c35-1da3-4d79-8d1f-5e8eb39e2fef"} {"level":"info","ts":1785089619.9948554,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f3476c35-1da3-4d79-8d1f-5e8eb39e2fef"} {"level":"info","ts":1785089619.9948685,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f3476c35-1da3-4d79-8d1f-5e8eb39e2fef","EoS":false} {"level":"info","ts":1785089619.9948795,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f3476c35-1da3-4d79-8d1f-5e8eb39e2fef","EoS":true} {"level":"info","ts":1785089619.9949036,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f3476c35-1da3-4d79-8d1f-5e8eb39e2fef"} {"level":"info","ts":1785089620.125448,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089620.125502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16158bcc-b366-4396-9cf4-6b6dbe34666e"} {"level":"info","ts":1785089620.125514,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16158bcc-b366-4396-9cf4-6b6dbe34666e"} {"level":"info","ts":1785089620.1255245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16158bcc-b366-4396-9cf4-6b6dbe34666e","EoS":true} {"level":"info","ts":1785089620.1255453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16158bcc-b366-4396-9cf4-6b6dbe34666e","header":"x-maas-subscription"} {"level":"info","ts":1785089620.1255555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16158bcc-b366-4396-9cf4-6b6dbe34666e","header":"x-maas-group"} {"level":"info","ts":1785089620.1255608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16158bcc-b366-4396-9cf4-6b6dbe34666e","header":"x-maas-username"} {"level":"info","ts":1785089620.1255724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16158bcc-b366-4396-9cf4-6b6dbe34666e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089620.1255975,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16158bcc-b366-4396-9cf4-6b6dbe34666e"} {"level":"info","ts":1785089620.1262302,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"16158bcc-b366-4396-9cf4-6b6dbe34666e"} {"level":"info","ts":1785089620.126251,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"16158bcc-b366-4396-9cf4-6b6dbe34666e"} {"level":"info","ts":1785089620.1262727,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16158bcc-b366-4396-9cf4-6b6dbe34666e","EoS":false} {"level":"info","ts":1785089620.1262891,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16158bcc-b366-4396-9cf4-6b6dbe34666e","EoS":true} {"level":"info","ts":1785089620.126333,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"16158bcc-b366-4396-9cf4-6b6dbe34666e"} {"level":"info","ts":1785089636.9105687,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089636.91066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ca29a3e-4aa6-4c43-ab53-3787c0ac62e6"} {"level":"info","ts":1785089636.9106812,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ca29a3e-4aa6-4c43-ab53-3787c0ac62e6"} {"level":"info","ts":1785089636.9106944,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ca29a3e-4aa6-4c43-ab53-3787c0ac62e6","EoS":true} {"level":"info","ts":1785089636.910722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ca29a3e-4aa6-4c43-ab53-3787c0ac62e6","header":"x-maas-username"} {"level":"info","ts":1785089636.9107325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ca29a3e-4aa6-4c43-ab53-3787c0ac62e6","header":"x-maas-group"} {"level":"info","ts":1785089636.910738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ca29a3e-4aa6-4c43-ab53-3787c0ac62e6","header":"x-maas-subscription"} {"level":"info","ts":1785089636.9107516,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ca29a3e-4aa6-4c43-ab53-3787c0ac62e6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089636.9107783,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ca29a3e-4aa6-4c43-ab53-3787c0ac62e6"} {"level":"info","ts":1785089636.911566,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ca29a3e-4aa6-4c43-ab53-3787c0ac62e6"} {"level":"info","ts":1785089636.911591,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5ca29a3e-4aa6-4c43-ab53-3787c0ac62e6"} {"level":"info","ts":1785089636.9116068,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ca29a3e-4aa6-4c43-ab53-3787c0ac62e6","EoS":false} {"level":"info","ts":1785089636.911632,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ca29a3e-4aa6-4c43-ab53-3787c0ac62e6","EoS":true} {"level":"info","ts":1785089636.9116652,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5ca29a3e-4aa6-4c43-ab53-3787c0ac62e6"} {"level":"info","ts":1785089637.0005362,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089637.000608,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0505bd7-3410-4280-b0bd-75bb1cd78df0"} {"level":"info","ts":1785089637.0021722,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0505bd7-3410-4280-b0bd-75bb1cd78df0"} {"level":"info","ts":1785089637.002212,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e0505bd7-3410-4280-b0bd-75bb1cd78df0"} {"level":"info","ts":1785089637.0022383,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0505bd7-3410-4280-b0bd-75bb1cd78df0","EoS":false} {"level":"info","ts":1785089637.0022593,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e0505bd7-3410-4280-b0bd-75bb1cd78df0"} {"level":"info","ts":1785089637.0022984,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0505bd7-3410-4280-b0bd-75bb1cd78df0","EoS":true} {"level":"info","ts":1785089637.0023098,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e0505bd7-3410-4280-b0bd-75bb1cd78df0"} {"level":"info","ts":1785089641.599937,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089641.6000283,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63851e85-aeea-4295-8849-d113e68484ef"} {"level":"info","ts":1785089641.6000426,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"63851e85-aeea-4295-8849-d113e68484ef"} {"level":"info","ts":1785089641.6000545,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63851e85-aeea-4295-8849-d113e68484ef","EoS":true} {"level":"info","ts":1785089641.6000798,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63851e85-aeea-4295-8849-d113e68484ef","header":"x-maas-username"} {"level":"info","ts":1785089641.6000915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63851e85-aeea-4295-8849-d113e68484ef","header":"x-maas-group"} {"level":"info","ts":1785089641.6000967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63851e85-aeea-4295-8849-d113e68484ef","header":"x-maas-subscription"} {"level":"info","ts":1785089641.6001105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63851e85-aeea-4295-8849-d113e68484ef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089641.600136,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"63851e85-aeea-4295-8849-d113e68484ef"} {"level":"info","ts":1785089641.6018417,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"63851e85-aeea-4295-8849-d113e68484ef"} {"level":"info","ts":1785089641.6018696,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"63851e85-aeea-4295-8849-d113e68484ef"} {"level":"info","ts":1785089641.6018913,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"63851e85-aeea-4295-8849-d113e68484ef","EoS":false} {"level":"info","ts":1785089641.6019075,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"63851e85-aeea-4295-8849-d113e68484ef","EoS":true} {"level":"info","ts":1785089641.601952,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"63851e85-aeea-4295-8849-d113e68484ef"} {"level":"info","ts":1785089652.1792784,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089652.1793478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a52929ba-ac24-4fae-b072-202daa8c409e"} {"level":"info","ts":1785089652.1793573,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a52929ba-ac24-4fae-b072-202daa8c409e"} {"level":"info","ts":1785089652.1793683,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a52929ba-ac24-4fae-b072-202daa8c409e","EoS":true} {"level":"info","ts":1785089652.1793938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a52929ba-ac24-4fae-b072-202daa8c409e","header":"x-maas-username"} {"level":"info","ts":1785089652.1794045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a52929ba-ac24-4fae-b072-202daa8c409e","header":"x-maas-subscription"} {"level":"info","ts":1785089652.1794093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a52929ba-ac24-4fae-b072-202daa8c409e","header":"x-maas-group"} {"level":"info","ts":1785089652.179423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a52929ba-ac24-4fae-b072-202daa8c409e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089652.1794484,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a52929ba-ac24-4fae-b072-202daa8c409e"} {"level":"info","ts":1785089652.1803658,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a52929ba-ac24-4fae-b072-202daa8c409e"} {"level":"info","ts":1785089652.1803925,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a52929ba-ac24-4fae-b072-202daa8c409e"} {"level":"info","ts":1785089652.18041,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a52929ba-ac24-4fae-b072-202daa8c409e","EoS":false} {"level":"info","ts":1785089652.1804225,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a52929ba-ac24-4fae-b072-202daa8c409e","EoS":true} {"level":"info","ts":1785089652.1804636,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a52929ba-ac24-4fae-b072-202daa8c409e"} {"level":"info","ts":1785089665.034731,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089665.0348175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"196d92a8-cc8c-4ba3-9d39-a01c6a5d4b2e"} {"level":"info","ts":1785089665.0348308,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"196d92a8-cc8c-4ba3-9d39-a01c6a5d4b2e"} {"level":"info","ts":1785089665.0348442,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"196d92a8-cc8c-4ba3-9d39-a01c6a5d4b2e","EoS":true} {"level":"info","ts":1785089665.034878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"196d92a8-cc8c-4ba3-9d39-a01c6a5d4b2e","header":"x-maas-username"} {"level":"info","ts":1785089665.0348878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"196d92a8-cc8c-4ba3-9d39-a01c6a5d4b2e","header":"x-maas-group"} {"level":"info","ts":1785089665.034893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"196d92a8-cc8c-4ba3-9d39-a01c6a5d4b2e","header":"x-maas-subscription"} {"level":"info","ts":1785089665.0349066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"196d92a8-cc8c-4ba3-9d39-a01c6a5d4b2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089665.0349371,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"196d92a8-cc8c-4ba3-9d39-a01c6a5d4b2e"} {"level":"info","ts":1785089665.0358317,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"196d92a8-cc8c-4ba3-9d39-a01c6a5d4b2e"} {"level":"info","ts":1785089665.0358524,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"196d92a8-cc8c-4ba3-9d39-a01c6a5d4b2e"} {"level":"info","ts":1785089665.035868,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"196d92a8-cc8c-4ba3-9d39-a01c6a5d4b2e","EoS":false} {"level":"info","ts":1785089665.03588,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"196d92a8-cc8c-4ba3-9d39-a01c6a5d4b2e","EoS":true} {"level":"info","ts":1785089665.0359106,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"196d92a8-cc8c-4ba3-9d39-a01c6a5d4b2e"} {"level":"info","ts":1785089673.5483203,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089673.5484235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"611eaf1d-46e3-463d-995b-589b52ad4ea9"} {"level":"info","ts":1785089673.5484412,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"611eaf1d-46e3-463d-995b-589b52ad4ea9"} {"level":"info","ts":1785089673.5484552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"611eaf1d-46e3-463d-995b-589b52ad4ea9","EoS":true} {"level":"info","ts":1785089673.5484827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"611eaf1d-46e3-463d-995b-589b52ad4ea9","header":"x-maas-group"} {"level":"info","ts":1785089673.548494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"611eaf1d-46e3-463d-995b-589b52ad4ea9","header":"x-maas-subscription"} {"level":"info","ts":1785089673.5485034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"611eaf1d-46e3-463d-995b-589b52ad4ea9","header":"x-maas-username"} {"level":"info","ts":1785089673.5485184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"611eaf1d-46e3-463d-995b-589b52ad4ea9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089673.548548,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"611eaf1d-46e3-463d-995b-589b52ad4ea9"} {"level":"info","ts":1785089673.549578,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"611eaf1d-46e3-463d-995b-589b52ad4ea9"} {"level":"info","ts":1785089673.5496056,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"611eaf1d-46e3-463d-995b-589b52ad4ea9"} {"level":"info","ts":1785089673.5496266,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"611eaf1d-46e3-463d-995b-589b52ad4ea9","EoS":false} {"level":"info","ts":1785089673.549649,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"611eaf1d-46e3-463d-995b-589b52ad4ea9","EoS":true} {"level":"info","ts":1785089673.5496802,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"611eaf1d-46e3-463d-995b-589b52ad4ea9"} {"level":"info","ts":1785089682.416363,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089682.4164412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63486f56-b471-4ab8-9183-29aa652f5cbb"} {"level":"info","ts":1785089682.4164546,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"63486f56-b471-4ab8-9183-29aa652f5cbb"} {"level":"info","ts":1785089682.4164667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63486f56-b471-4ab8-9183-29aa652f5cbb","EoS":true} {"level":"info","ts":1785089682.4164906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63486f56-b471-4ab8-9183-29aa652f5cbb","header":"x-maas-username"} {"level":"info","ts":1785089682.416502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63486f56-b471-4ab8-9183-29aa652f5cbb","header":"x-maas-group"} {"level":"info","ts":1785089682.4165075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63486f56-b471-4ab8-9183-29aa652f5cbb","header":"x-maas-subscription"} {"level":"info","ts":1785089682.4165213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63486f56-b471-4ab8-9183-29aa652f5cbb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089682.4165475,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"63486f56-b471-4ab8-9183-29aa652f5cbb"} {"level":"info","ts":1785089682.4174902,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"63486f56-b471-4ab8-9183-29aa652f5cbb"} {"level":"info","ts":1785089682.4175096,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"63486f56-b471-4ab8-9183-29aa652f5cbb"} {"level":"info","ts":1785089682.4175246,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"63486f56-b471-4ab8-9183-29aa652f5cbb","EoS":false} {"level":"info","ts":1785089682.417536,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"63486f56-b471-4ab8-9183-29aa652f5cbb","EoS":true} {"level":"info","ts":1785089682.4175704,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"63486f56-b471-4ab8-9183-29aa652f5cbb"} {"level":"info","ts":1785089710.247538,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089710.2476068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7d8a7c2-f5df-4ccc-885b-1420d6355309"} {"level":"info","ts":1785089710.2476199,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d7d8a7c2-f5df-4ccc-885b-1420d6355309"} {"level":"info","ts":1785089710.247631,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7d8a7c2-f5df-4ccc-885b-1420d6355309","EoS":true} {"level":"info","ts":1785089710.247655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7d8a7c2-f5df-4ccc-885b-1420d6355309","header":"x-maas-subscription"} {"level":"info","ts":1785089710.2476645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7d8a7c2-f5df-4ccc-885b-1420d6355309","header":"x-maas-group"} {"level":"info","ts":1785089710.247669,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7d8a7c2-f5df-4ccc-885b-1420d6355309","header":"x-maas-username"} {"level":"info","ts":1785089710.2476826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7d8a7c2-f5df-4ccc-885b-1420d6355309","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089710.2477095,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d7d8a7c2-f5df-4ccc-885b-1420d6355309"} {"level":"info","ts":1785089710.2497969,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d7d8a7c2-f5df-4ccc-885b-1420d6355309"} {"level":"info","ts":1785089710.249819,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d7d8a7c2-f5df-4ccc-885b-1420d6355309"} {"level":"info","ts":1785089710.2498353,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d7d8a7c2-f5df-4ccc-885b-1420d6355309","EoS":false} {"level":"info","ts":1785089710.2498474,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d7d8a7c2-f5df-4ccc-885b-1420d6355309","EoS":true} {"level":"info","ts":1785089710.2498794,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d7d8a7c2-f5df-4ccc-885b-1420d6355309"} {"level":"info","ts":1785089732.7534723,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089732.7535384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd6de518-7cee-4344-8647-a180add5fa76"} {"level":"info","ts":1785089732.7535496,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd6de518-7cee-4344-8647-a180add5fa76"} {"level":"info","ts":1785089732.7535663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd6de518-7cee-4344-8647-a180add5fa76","EoS":true} {"level":"info","ts":1785089732.7535975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd6de518-7cee-4344-8647-a180add5fa76","header":"x-maas-subscription"} {"level":"info","ts":1785089732.7536128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd6de518-7cee-4344-8647-a180add5fa76","header":"x-maas-group"} {"level":"info","ts":1785089732.7536216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd6de518-7cee-4344-8647-a180add5fa76","header":"x-maas-username"} {"level":"info","ts":1785089732.753638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd6de518-7cee-4344-8647-a180add5fa76","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785089732.753668,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd6de518-7cee-4344-8647-a180add5fa76"} {"level":"info","ts":1785089732.754517,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dd6de518-7cee-4344-8647-a180add5fa76"} {"level":"info","ts":1785089732.7545364,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dd6de518-7cee-4344-8647-a180add5fa76"} {"level":"info","ts":1785089732.754551,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dd6de518-7cee-4344-8647-a180add5fa76","EoS":false} {"level":"info","ts":1785089732.7545626,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dd6de518-7cee-4344-8647-a180add5fa76","EoS":true} {"level":"info","ts":1785089732.7545931,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dd6de518-7cee-4344-8647-a180add5fa76"} {"level":"info","ts":1785089759.0353549,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089759.0354297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50374436-b110-4228-a8ed-85bcf87abf38"} {"level":"info","ts":1785089759.0354402,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50374436-b110-4228-a8ed-85bcf87abf38"} {"level":"info","ts":1785089759.0354524,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50374436-b110-4228-a8ed-85bcf87abf38","EoS":true} {"level":"info","ts":1785089759.035477,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50374436-b110-4228-a8ed-85bcf87abf38","header":"x-maas-group"} {"level":"info","ts":1785089759.0354877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50374436-b110-4228-a8ed-85bcf87abf38","header":"x-maas-subscription"} {"level":"info","ts":1785089759.0354934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50374436-b110-4228-a8ed-85bcf87abf38","header":"x-maas-username"} {"level":"info","ts":1785089759.035507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50374436-b110-4228-a8ed-85bcf87abf38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089759.0355313,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50374436-b110-4228-a8ed-85bcf87abf38"} {"level":"info","ts":1785089759.0365438,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50374436-b110-4228-a8ed-85bcf87abf38"} {"level":"info","ts":1785089759.0365632,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"50374436-b110-4228-a8ed-85bcf87abf38"} {"level":"info","ts":1785089759.036578,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50374436-b110-4228-a8ed-85bcf87abf38","EoS":false} {"level":"info","ts":1785089759.036591,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50374436-b110-4228-a8ed-85bcf87abf38","EoS":true} {"level":"info","ts":1785089759.0366204,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"50374436-b110-4228-a8ed-85bcf87abf38"} {"level":"info","ts":1785089768.428283,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089768.4283655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dd3fc20-0fbd-4151-aa12-88e2e55708aa"} {"level":"info","ts":1785089768.4283752,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9dd3fc20-0fbd-4151-aa12-88e2e55708aa"} {"level":"info","ts":1785089768.4283872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9dd3fc20-0fbd-4151-aa12-88e2e55708aa","EoS":true} {"level":"info","ts":1785089768.428413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dd3fc20-0fbd-4151-aa12-88e2e55708aa","header":"x-maas-subscription"} {"level":"info","ts":1785089768.428423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dd3fc20-0fbd-4151-aa12-88e2e55708aa","header":"x-maas-username"} {"level":"info","ts":1785089768.4284286,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dd3fc20-0fbd-4151-aa12-88e2e55708aa","header":"x-maas-group"} {"level":"info","ts":1785089768.4284432,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9dd3fc20-0fbd-4151-aa12-88e2e55708aa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089768.428468,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9dd3fc20-0fbd-4151-aa12-88e2e55708aa"} {"level":"info","ts":1785089768.4294195,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9dd3fc20-0fbd-4151-aa12-88e2e55708aa"} {"level":"info","ts":1785089768.4294431,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9dd3fc20-0fbd-4151-aa12-88e2e55708aa"} {"level":"info","ts":1785089768.4294648,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9dd3fc20-0fbd-4151-aa12-88e2e55708aa","EoS":false} {"level":"info","ts":1785089768.429482,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9dd3fc20-0fbd-4151-aa12-88e2e55708aa","EoS":true} {"level":"info","ts":1785089768.4295263,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9dd3fc20-0fbd-4151-aa12-88e2e55708aa"} {"level":"info","ts":1785089768.4608068,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089768.460895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c742b30-21c2-4281-bd07-ac5b73cd143b"} {"level":"info","ts":1785089768.460909,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c742b30-21c2-4281-bd07-ac5b73cd143b"} {"level":"info","ts":1785089768.460922,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c742b30-21c2-4281-bd07-ac5b73cd143b","EoS":true} {"level":"info","ts":1785089768.4609492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c742b30-21c2-4281-bd07-ac5b73cd143b","header":"x-maas-subscription"} {"level":"info","ts":1785089768.4609592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c742b30-21c2-4281-bd07-ac5b73cd143b","header":"x-maas-group"} {"level":"info","ts":1785089768.4609647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c742b30-21c2-4281-bd07-ac5b73cd143b","header":"x-maas-username"} {"level":"info","ts":1785089768.4609773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c742b30-21c2-4281-bd07-ac5b73cd143b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089768.461006,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c742b30-21c2-4281-bd07-ac5b73cd143b"} {"level":"info","ts":1785089768.4639137,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c742b30-21c2-4281-bd07-ac5b73cd143b"} {"level":"info","ts":1785089768.4639387,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0c742b30-21c2-4281-bd07-ac5b73cd143b"} {"level":"info","ts":1785089768.463955,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c742b30-21c2-4281-bd07-ac5b73cd143b","EoS":false} {"level":"info","ts":1785089768.4639769,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c742b30-21c2-4281-bd07-ac5b73cd143b","EoS":true} {"level":"info","ts":1785089768.4640105,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0c742b30-21c2-4281-bd07-ac5b73cd143b"} {"level":"info","ts":1785089787.4143054,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089787.4143753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f3eadf5-e8e0-4bf5-898c-d0b671af61d9"} {"level":"info","ts":1785089787.4143846,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8f3eadf5-e8e0-4bf5-898c-d0b671af61d9"} {"level":"info","ts":1785089787.414398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8f3eadf5-e8e0-4bf5-898c-d0b671af61d9","EoS":true} {"level":"info","ts":1785089787.4144247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f3eadf5-e8e0-4bf5-898c-d0b671af61d9","header":"x-maas-group"} {"level":"info","ts":1785089787.414435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f3eadf5-e8e0-4bf5-898c-d0b671af61d9","header":"x-maas-subscription"} {"level":"info","ts":1785089787.4144397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f3eadf5-e8e0-4bf5-898c-d0b671af61d9","header":"x-maas-username"} {"level":"info","ts":1785089787.4144526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f3eadf5-e8e0-4bf5-898c-d0b671af61d9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089787.4144773,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8f3eadf5-e8e0-4bf5-898c-d0b671af61d9"} {"level":"info","ts":1785089787.4154387,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f3eadf5-e8e0-4bf5-898c-d0b671af61d9"} {"level":"info","ts":1785089787.4154632,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8f3eadf5-e8e0-4bf5-898c-d0b671af61d9"} {"level":"info","ts":1785089787.4154854,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8f3eadf5-e8e0-4bf5-898c-d0b671af61d9","EoS":false} {"level":"info","ts":1785089787.4155078,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8f3eadf5-e8e0-4bf5-898c-d0b671af61d9","EoS":true} {"level":"info","ts":1785089787.4155397,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8f3eadf5-e8e0-4bf5-898c-d0b671af61d9"} {"level":"info","ts":1785089918.4450061,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089918.4450984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e3476d2-2c64-48c6-8898-855079516673"} {"level":"info","ts":1785089918.445112,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7e3476d2-2c64-48c6-8898-855079516673"} {"level":"info","ts":1785089918.4451294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e3476d2-2c64-48c6-8898-855079516673","EoS":true} {"level":"info","ts":1785089918.4451637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e3476d2-2c64-48c6-8898-855079516673","header":"x-maas-group"} {"level":"info","ts":1785089918.4451766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e3476d2-2c64-48c6-8898-855079516673","header":"x-maas-subscription"} {"level":"info","ts":1785089918.4451852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e3476d2-2c64-48c6-8898-855079516673","header":"x-maas-username"} {"level":"info","ts":1785089918.4452198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e3476d2-2c64-48c6-8898-855079516673","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785089918.4452543,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7e3476d2-2c64-48c6-8898-855079516673"} {"level":"info","ts":1785089918.447904,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7e3476d2-2c64-48c6-8898-855079516673"} {"level":"info","ts":1785089918.4479268,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7e3476d2-2c64-48c6-8898-855079516673"} {"level":"info","ts":1785089918.4479425,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7e3476d2-2c64-48c6-8898-855079516673","EoS":false} {"level":"info","ts":1785089918.447955,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7e3476d2-2c64-48c6-8898-855079516673","EoS":true} {"level":"info","ts":1785089918.4479845,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7e3476d2-2c64-48c6-8898-855079516673"} {"level":"info","ts":1785089955.3958118,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089955.3958771,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5bc71274-260f-49cb-8a67-cd3342c46b7e"} {"level":"info","ts":1785089955.3958864,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5bc71274-260f-49cb-8a67-cd3342c46b7e"} {"level":"info","ts":1785089955.395897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5bc71274-260f-49cb-8a67-cd3342c46b7e","EoS":true} {"level":"info","ts":1785089955.3959193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5bc71274-260f-49cb-8a67-cd3342c46b7e","header":"x-maas-username"} {"level":"info","ts":1785089955.3959303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5bc71274-260f-49cb-8a67-cd3342c46b7e","header":"x-maas-group"} {"level":"info","ts":1785089955.3959367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5bc71274-260f-49cb-8a67-cd3342c46b7e","header":"x-maas-subscription"} {"level":"info","ts":1785089955.3959494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5bc71274-260f-49cb-8a67-cd3342c46b7e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089955.3959703,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5bc71274-260f-49cb-8a67-cd3342c46b7e"} {"level":"info","ts":1785089955.3989024,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5bc71274-260f-49cb-8a67-cd3342c46b7e"} {"level":"info","ts":1785089955.3989239,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5bc71274-260f-49cb-8a67-cd3342c46b7e"} {"level":"info","ts":1785089955.3989425,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5bc71274-260f-49cb-8a67-cd3342c46b7e","EoS":false} {"level":"info","ts":1785089955.398961,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5bc71274-260f-49cb-8a67-cd3342c46b7e","EoS":true} {"level":"info","ts":1785089955.3990045,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5bc71274-260f-49cb-8a67-cd3342c46b7e"} {"level":"info","ts":1785089970.6308734,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785089970.6309543,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba7c1fb6-508c-481a-b648-a922d4e232c7"} {"level":"info","ts":1785089970.6309662,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba7c1fb6-508c-481a-b648-a922d4e232c7"} {"level":"info","ts":1785089970.6309774,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba7c1fb6-508c-481a-b648-a922d4e232c7","EoS":true} {"level":"info","ts":1785089970.631,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba7c1fb6-508c-481a-b648-a922d4e232c7","header":"x-maas-subscription"} {"level":"info","ts":1785089970.6310117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba7c1fb6-508c-481a-b648-a922d4e232c7","header":"x-maas-group"} {"level":"info","ts":1785089970.6310198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba7c1fb6-508c-481a-b648-a922d4e232c7","header":"x-maas-username"} {"level":"info","ts":1785089970.631032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba7c1fb6-508c-481a-b648-a922d4e232c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785089970.6310575,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba7c1fb6-508c-481a-b648-a922d4e232c7"} {"level":"info","ts":1785089970.6318655,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ba7c1fb6-508c-481a-b648-a922d4e232c7"} {"level":"info","ts":1785089970.6318858,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ba7c1fb6-508c-481a-b648-a922d4e232c7"} {"level":"info","ts":1785089970.6319015,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba7c1fb6-508c-481a-b648-a922d4e232c7","EoS":false} {"level":"info","ts":1785089970.6319132,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba7c1fb6-508c-481a-b648-a922d4e232c7","EoS":true} {"level":"info","ts":1785089970.6319427,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ba7c1fb6-508c-481a-b648-a922d4e232c7"} {"level":"info","ts":1785090289.573397,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090289.5734887,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20239244-1c7e-4540-900c-4504807b27c2"} {"level":"info","ts":1785090289.5735042,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20239244-1c7e-4540-900c-4504807b27c2"} {"level":"info","ts":1785090289.573521,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20239244-1c7e-4540-900c-4504807b27c2","EoS":true} {"level":"info","ts":1785090289.5735562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20239244-1c7e-4540-900c-4504807b27c2","header":"x-maas-group"} {"level":"info","ts":1785090289.57357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20239244-1c7e-4540-900c-4504807b27c2","header":"x-maas-username"} {"level":"info","ts":1785090289.5735786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20239244-1c7e-4540-900c-4504807b27c2","header":"x-maas-subscription"} {"level":"info","ts":1785090289.5735948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20239244-1c7e-4540-900c-4504807b27c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785090289.573628,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20239244-1c7e-4540-900c-4504807b27c2"} {"level":"info","ts":1785090289.5743775,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"20239244-1c7e-4540-900c-4504807b27c2"} {"level":"info","ts":1785090289.5744042,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"20239244-1c7e-4540-900c-4504807b27c2"} {"level":"info","ts":1785090289.574424,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20239244-1c7e-4540-900c-4504807b27c2","EoS":false} {"level":"info","ts":1785090289.5744402,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20239244-1c7e-4540-900c-4504807b27c2","EoS":true} {"level":"info","ts":1785090289.574484,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"20239244-1c7e-4540-900c-4504807b27c2"} {"level":"info","ts":1785090294.38234,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e22190d8-965e-46db-bd7d-081cf745a8b8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785090294.3826222,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38907.861639235,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785090294.382647,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785090294.4312613,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785090294.4828722,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e22190d8-965e-46db-bd7d-081cf745a8b8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785090294.497558,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e22e1f8-646a-4137-becc-b69d124c6084","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785090294.4975798,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8efcb039-4329-4f64-b40a-8e1aa9bd8c37"} {"level":"info","ts":1785090294.4975975,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e22e1f8-646a-4137-becc-b69d124c6084","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785090294.5052884,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c606e803-7056-48f0-95b4-c9a55be33e45","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785090294.505339,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c606e803-7056-48f0-95b4-c9a55be33e45","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785090294.505744,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33294.434617007,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785090294.5057628,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785090294.5138512,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785090294.6067517,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8efcb039-4329-4f64-b40a-8e1aa9bd8c37","name":"e2e-external-provider"} {"level":"info","ts":1785090294.609281,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"672e62dd-514c-4cf8-873d-eb38a8610c8c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785090294.6092963,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"209a3663-77dc-46ff-ab9d-5ad5d511c066"} {"level":"info","ts":1785090294.6093462,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"672e62dd-514c-4cf8-873d-eb38a8610c8c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785090294.615118,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c966950-ce64-4df4-8fca-dd0adb3fab55","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785090294.615162,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c966950-ce64-4df4-8fca-dd0adb3fab55","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785090294.6152587,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"209a3663-77dc-46ff-ab9d-5ad5d511c066","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785090294.622899,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66849e43-a88b-4d42-888d-17e6e77b8904","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785090294.622922,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66849e43-a88b-4d42-888d-17e6e77b8904","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785090294.6230419,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"209a3663-77dc-46ff-ab9d-5ad5d511c066","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785090294.623169,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b49cbbf-c00d-4edc-883d-1207451bcb48"} {"level":"info","ts":1785090294.62324,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b49cbbf-c00d-4edc-883d-1207451bcb48","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785090294.6248858,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8efcb039-4329-4f64-b40a-8e1aa9bd8c37","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785090294.6285362,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b49cbbf-c00d-4edc-883d-1207451bcb48","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785090294.636383,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8efcb039-4329-4f64-b40a-8e1aa9bd8c37","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785090294.6394994,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0bdcda3-8c1d-43d6-813d-2127c42fee15"} {"level":"info","ts":1785090294.6395273,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0bdcda3-8c1d-43d6-813d-2127c42fee15","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785090294.6419194,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8efcb039-4329-4f64-b40a-8e1aa9bd8c37","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785090294.6443694,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0bdcda3-8c1d-43d6-813d-2127c42fee15","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785090294.6492546,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9a6adc7e-47a1-4a58-bc5d-f62757068a18"} {"level":"info","ts":1785090294.6493108,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f886864d-6f53-4fce-a1a8-0b80ba13abf0"} {"level":"info","ts":1785090294.649349,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4bcb1268-4afd-4c9e-a104-a06cf42e1ff5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785090294.6492443,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a483619b-b2de-4097-95b7-fbb59f187703","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785090294.649313,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9a6adc7e-47a1-4a58-bc5d-f62757068a18","name":"e2e-external-provider"} {"level":"info","ts":1785090294.6494775,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4bcb1268-4afd-4c9e-a104-a06cf42e1ff5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785090294.649542,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36386.213035499,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785090294.6495533,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785090294.6496065,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a483619b-b2de-4097-95b7-fbb59f187703","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785090294.6567712,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785090294.6589139,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9a6adc7e-47a1-4a58-bc5d-f62757068a18","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785090294.66366,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b62ff925-958b-4c65-a804-fc6789e7ccf0"} {"level":"info","ts":1785090294.6637335,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b62ff925-958b-4c65-a804-fc6789e7ccf0","name":"e2e-external-provider"} {"level":"info","ts":1785090294.6745877,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b62ff925-958b-4c65-a804-fc6789e7ccf0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785090294.7502513,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f886864d-6f53-4fce-a1a8-0b80ba13abf0","name":"e2e-external-model"} {"level":"info","ts":1785090294.7654395,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f886864d-6f53-4fce-a1a8-0b80ba13abf0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785090294.7754066,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a4b0401-27fc-4247-ae36-860e8e3945e6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785090294.7754464,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a4b0401-27fc-4247-ae36-860e8e3945e6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785090294.7755077,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14eeb30c-2ab4-4176-b2c5-3ceb173d6ff6"} {"level":"info","ts":1785090294.7755585,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14eeb30c-2ab4-4176-b2c5-3ceb173d6ff6","name":"e2e-external-model"} {"level":"info","ts":1785090294.794874,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b76cf22e-66b3-43f7-b6f6-b0ac606509f7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785090294.7949293,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b76cf22e-66b3-43f7-b6f6-b0ac606509f7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785090294.795157,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14eeb30c-2ab4-4176-b2c5-3ceb173d6ff6","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785090294.7952387,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43b44337-3504-4c14-8696-97a570a19801"} {"level":"info","ts":1785090294.7952886,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43b44337-3504-4c14-8696-97a570a19801","name":"e2e-external-model"} {"level":"info","ts":1785090294.8045933,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43b44337-3504-4c14-8696-97a570a19801","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785090294.8103862,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9e831be-8e94-4055-adfa-ce77766f2ad7"} {"level":"info","ts":1785090294.8104358,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9e831be-8e94-4055-adfa-ce77766f2ad7","name":"e2e-external-model"} {"level":"info","ts":1785090294.810392,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1573252-c1b6-47c6-a535-845d469c7be3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785090294.8105023,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1573252-c1b6-47c6-a535-845d469c7be3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785090294.8193157,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9e831be-8e94-4055-adfa-ce77766f2ad7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785090304.203761,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090304.2038462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48aa1d7a-9f08-4886-b1ed-744cd4c7dbb8"} {"level":"info","ts":1785090304.2038639,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"48aa1d7a-9f08-4886-b1ed-744cd4c7dbb8"} {"level":"info","ts":1785090304.2038946,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48aa1d7a-9f08-4886-b1ed-744cd4c7dbb8","EoS":true} {"level":"info","ts":1785090304.2039273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48aa1d7a-9f08-4886-b1ed-744cd4c7dbb8","header":"x-maas-subscription"} {"level":"info","ts":1785090304.2039425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48aa1d7a-9f08-4886-b1ed-744cd4c7dbb8","header":"x-maas-username"} {"level":"info","ts":1785090304.2039487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48aa1d7a-9f08-4886-b1ed-744cd4c7dbb8","header":"x-maas-group"} {"level":"info","ts":1785090304.2039616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48aa1d7a-9f08-4886-b1ed-744cd4c7dbb8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785090304.2039711,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"48aa1d7a-9f08-4886-b1ed-744cd4c7dbb8","modelName":"e2e-external-model"} {"level":"info","ts":1785090304.2039847,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"48aa1d7a-9f08-4886-b1ed-744cd4c7dbb8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785090304.2040212,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"48aa1d7a-9f08-4886-b1ed-744cd4c7dbb8","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785090304.2040381,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"48aa1d7a-9f08-4886-b1ed-744cd4c7dbb8","authType":"apikey"} {"level":"info","ts":1785090304.2040632,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"48aa1d7a-9f08-4886-b1ed-744cd4c7dbb8"} {"level":"info","ts":1785090304.3211753,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"118d6aba-2bd8-4c50-a642-66d652e850de"} {"level":"info","ts":1785090304.3212593,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8cdb250-530e-43fd-b54e-8facc40bc5db","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785090304.3212912,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8cdb250-530e-43fd-b54e-8facc40bc5db","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785090304.3284094,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1336953f-3a1a-4fa5-a6f8-3cbdc504ccbe","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785090304.328445,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1336953f-3a1a-4fa5-a6f8-3cbdc504ccbe","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785090304.3326168,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"118d6aba-2bd8-4c50-a642-66d652e850de","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785090304.3326914,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"118d6aba-2bd8-4c50-a642-66d652e850de","name":"e2e-cleanup-test"} {"level":"info","ts":1785090304.359989,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f6149b7-54dc-4d97-a15c-21c422cdd664","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785090304.3600273,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5f6149b7-54dc-4d97-a15c-21c422cdd664","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785090304.3829322,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"118d6aba-2bd8-4c50-a642-66d652e850de","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785090304.3829746,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"118d6aba-2bd8-4c50-a642-66d652e850de","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785090304.383026,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c425e60b-e504-459d-936c-55adf3198233"} {"level":"info","ts":1785090304.3830814,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c425e60b-e504-459d-936c-55adf3198233","name":"e2e-cleanup-test"} {"level":"info","ts":1785090304.3998265,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c425e60b-e504-459d-936c-55adf3198233","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785090312.592958,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db596112-6ca7-4540-bd8f-af7c11828c43"} {"level":"info","ts":1785090312.5929651,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd69e1cc-4f3f-4713-a79a-a1e5800f50f2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785090312.593024,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd69e1cc-4f3f-4713-a79a-a1e5800f50f2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785090316.8755786,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090316.875685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"882a309e-ef78-4e41-97b8-95d9ebac1680"} {"level":"info","ts":1785090316.8756983,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"882a309e-ef78-4e41-97b8-95d9ebac1680"} {"level":"info","ts":1785090316.8757143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"882a309e-ef78-4e41-97b8-95d9ebac1680","EoS":true} {"level":"info","ts":1785090316.87575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"882a309e-ef78-4e41-97b8-95d9ebac1680","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785090316.87578,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"882a309e-ef78-4e41-97b8-95d9ebac1680"} {"level":"info","ts":1785090316.9128916,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090316.9129734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94971460-d941-4bcf-b804-6fc1470e2c3e"} {"level":"info","ts":1785090316.9129899,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94971460-d941-4bcf-b804-6fc1470e2c3e"} {"level":"info","ts":1785090316.9130032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94971460-d941-4bcf-b804-6fc1470e2c3e","EoS":true} {"level":"info","ts":1785090316.9130292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94971460-d941-4bcf-b804-6fc1470e2c3e","header":"x-maas-subscription"} {"level":"info","ts":1785090316.9130406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94971460-d941-4bcf-b804-6fc1470e2c3e","header":"x-maas-group"} {"level":"info","ts":1785090316.9130456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94971460-d941-4bcf-b804-6fc1470e2c3e","header":"x-maas-username"} {"level":"info","ts":1785090316.91306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94971460-d941-4bcf-b804-6fc1470e2c3e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785090316.913067,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"94971460-d941-4bcf-b804-6fc1470e2c3e","modelName":"e2e-external-model"} {"level":"info","ts":1785090316.9130838,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"94971460-d941-4bcf-b804-6fc1470e2c3e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785090316.9131086,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"94971460-d941-4bcf-b804-6fc1470e2c3e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785090316.9131277,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"94971460-d941-4bcf-b804-6fc1470e2c3e","authType":"apikey"} {"level":"info","ts":1785090316.9131556,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94971460-d941-4bcf-b804-6fc1470e2c3e"} {"level":"info","ts":1785090316.9489825,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090316.949067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b2fb0f5-687c-48a1-b2b7-66ab74483e09"} {"level":"info","ts":1785090316.9490814,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b2fb0f5-687c-48a1-b2b7-66ab74483e09"} {"level":"info","ts":1785090316.9490933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b2fb0f5-687c-48a1-b2b7-66ab74483e09","EoS":true} {"level":"info","ts":1785090316.94912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b2fb0f5-687c-48a1-b2b7-66ab74483e09","header":"x-maas-group"} {"level":"info","ts":1785090316.949131,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b2fb0f5-687c-48a1-b2b7-66ab74483e09","header":"x-maas-username"} {"level":"info","ts":1785090316.949137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b2fb0f5-687c-48a1-b2b7-66ab74483e09","header":"x-maas-subscription"} {"level":"info","ts":1785090316.9491506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b2fb0f5-687c-48a1-b2b7-66ab74483e09","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785090316.9491765,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b2fb0f5-687c-48a1-b2b7-66ab74483e09"} {"level":"info","ts":1785090317.055287,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b2fb0f5-687c-48a1-b2b7-66ab74483e09"} {"level":"info","ts":1785090317.0553226,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0b2fb0f5-687c-48a1-b2b7-66ab74483e09"} {"level":"info","ts":1785090317.055346,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b2fb0f5-687c-48a1-b2b7-66ab74483e09","EoS":false} {"level":"info","ts":1785090317.0553644,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b2fb0f5-687c-48a1-b2b7-66ab74483e09","EoS":true} {"level":"error","ts":1785090317.0553794,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"0b2fb0f5-687c-48a1-b2b7-66ab74483e09","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785090317.0554469,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0b2fb0f5-687c-48a1-b2b7-66ab74483e09"} {"level":"info","ts":1785090317.0892396,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785090317.0893006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d47f07e9-521b-4cd3-bb66-2711212ecf02"} {"level":"info","ts":1785090317.0893095,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d47f07e9-521b-4cd3-bb66-2711212ecf02"} {"level":"info","ts":1785090317.0893397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d47f07e9-521b-4cd3-bb66-2711212ecf02","EoS":true} {"level":"info","ts":1785090317.089364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d47f07e9-521b-4cd3-bb66-2711212ecf02","header":"x-maas-subscription"} {"level":"info","ts":1785090317.0893748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d47f07e9-521b-4cd3-bb66-2711212ecf02","header":"x-maas-username"} {"level":"info","ts":1785090317.0893798,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d47f07e9-521b-4cd3-bb66-2711212ecf02","header":"x-maas-group"} {"level":"info","ts":1785090317.0894065,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d47f07e9-521b-4cd3-bb66-2711212ecf02"} {"level":"info","ts":1785090317.1866586,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d47f07e9-521b-4cd3-bb66-2711212ecf02"} {"level":"info","ts":1785090317.1866858,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d47f07e9-521b-4cd3-bb66-2711212ecf02"} {"level":"info","ts":1785090317.1867023,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d47f07e9-521b-4cd3-bb66-2711212ecf02","EoS":false} {"level":"info","ts":1785090317.186715,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d47f07e9-521b-4cd3-bb66-2711212ecf02","EoS":true} {"level":"error","ts":1785090317.1867263,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"d47f07e9-521b-4cd3-bb66-2711212ecf02","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785090317.1867633,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d47f07e9-521b-4cd3-bb66-2711212ecf02"} {"level":"info","ts":1785090317.9960287,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"757e0b46-f1ca-4ec9-8c95-4bf378137f6c"} {"level":"info","ts":1785090317.9960792,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc7324f0-c4d8-4350-903e-71ccad7f053f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785090317.9961042,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc7324f0-c4d8-4350-903e-71ccad7f053f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785090318.1349251,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d9233c1-cafe-4e93-914d-17ca57b7c6a0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785090318.13495,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6898bf21-1827-4eb0-8989-117e1ce5c403"} {"level":"info","ts":1785090318.1349573,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d9233c1-cafe-4e93-914d-17ca57b7c6a0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785090318.2461343,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3a1fa5ff-2c87-4a3c-b0f8-97842e1bd2f9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785090318.2462916,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3a1fa5ff-2c87-4a3c-b0f8-97842e1bd2f9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785091605.3403802,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785091605.340467,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e12c8aec-7805-49d8-be90-c9d0b9518b0c"} {"level":"info","ts":1785091662.498488,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785091662.4985938,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a55be37-c98b-472f-b0a1-601863d0560f"} {"level":"info","ts":1785091662.4986064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a55be37-c98b-472f-b0a1-601863d0560f"} {"level":"info","ts":1785091662.498624,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a55be37-c98b-472f-b0a1-601863d0560f","EoS":true} {"level":"info","ts":1785091662.498659,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a55be37-c98b-472f-b0a1-601863d0560f","header":"x-maas-username"} {"level":"info","ts":1785091662.4986694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a55be37-c98b-472f-b0a1-601863d0560f","header":"x-maas-subscription"} {"level":"info","ts":1785091662.498679,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a55be37-c98b-472f-b0a1-601863d0560f","header":"x-maas-group"} {"level":"info","ts":1785091662.4986935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a55be37-c98b-472f-b0a1-601863d0560f","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785091662.4987187,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a55be37-c98b-472f-b0a1-601863d0560f"} {"level":"info","ts":1785091662.5028431,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8a55be37-c98b-472f-b0a1-601863d0560f"} {"level":"info","ts":1785091662.5028648,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8a55be37-c98b-472f-b0a1-601863d0560f"} {"level":"info","ts":1785091662.502882,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a55be37-c98b-472f-b0a1-601863d0560f","EoS":false} {"level":"info","ts":1785091662.5029018,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a55be37-c98b-472f-b0a1-601863d0560f","EoS":true} {"level":"info","ts":1785091662.5029392,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8a55be37-c98b-472f-b0a1-601863d0560f"}