{"level":"info","ts":1784746771.0927043,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d91d74a-0b98-4840-8174-299412f30875"} {"level":"info","ts":1784746771.092731,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8d91d74a-0b98-4840-8174-299412f30875"} {"level":"info","ts":1784746771.092752,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8d91d74a-0b98-4840-8174-299412f30875","EoS":false} {"level":"info","ts":1784746771.0927694,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8d91d74a-0b98-4840-8174-299412f30875","EoS":true} {"level":"info","ts":1784746771.0928104,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8d91d74a-0b98-4840-8174-299412f30875"} {"level":"info","ts":1784746771.229511,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746771.229603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe"} {"level":"info","ts":1784746771.2296424,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe"} {"level":"info","ts":1784746771.229657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe","EoS":true} {"level":"info","ts":1784746771.229683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe","header":"x-maas-username"} {"level":"info","ts":1784746771.229693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe","header":"x-maas-group"} {"level":"info","ts":1784746771.2296987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe","header":"x-maas-subscription"} {"level":"info","ts":1784746771.2297108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746771.2297344,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe"} {"level":"info","ts":1784746771.2303936,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe"} {"level":"info","ts":1784746771.2304175,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe"} {"level":"info","ts":1784746771.230439,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe","EoS":false} {"level":"info","ts":1784746771.230461,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe","EoS":true} {"level":"info","ts":1784746771.2305124,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"500bba9d-5c40-4b05-b697-b918ec022ffe"} {"level":"info","ts":1784746771.3656723,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746771.3657565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7"} {"level":"info","ts":1784746771.3657694,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7"} {"level":"info","ts":1784746771.365789,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7","EoS":true} {"level":"info","ts":1784746771.3658261,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7","header":"x-maas-subscription"} {"level":"info","ts":1784746771.3658383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7","header":"x-maas-group"} {"level":"info","ts":1784746771.3658462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7","header":"x-maas-username"} {"level":"info","ts":1784746771.3658636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746771.3658967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7"} {"level":"info","ts":1784746771.366543,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7"} {"level":"info","ts":1784746771.366561,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7"} {"level":"info","ts":1784746771.3665752,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7","EoS":false} {"level":"info","ts":1784746771.3665922,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7","EoS":true} {"level":"info","ts":1784746771.3666437,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e82b7b28-65bd-4c32-b6f2-d202e39536f7"} {"level":"info","ts":1784746771.5005727,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746771.5006635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac"} {"level":"info","ts":1784746771.500683,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac"} {"level":"info","ts":1784746771.5007021,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac","EoS":true} {"level":"info","ts":1784746771.5007372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac","header":"x-maas-username"} {"level":"info","ts":1784746771.5007517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac","header":"x-maas-group"} {"level":"info","ts":1784746771.50076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac","header":"x-maas-subscription"} {"level":"info","ts":1784746771.5007787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746771.5008125,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac"} {"level":"info","ts":1784746771.5014105,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac"} {"level":"info","ts":1784746771.5014277,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac"} {"level":"info","ts":1784746771.5014417,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac","EoS":false} {"level":"info","ts":1784746771.5014575,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac","EoS":true} {"level":"info","ts":1784746771.501493,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2c348b68-3f73-4377-8eb4-afa5811cf0ac"} {"level":"info","ts":1784746771.635559,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746771.6356626,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187"} {"level":"info","ts":1784746771.6356752,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187"} {"level":"info","ts":1784746771.6356895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187","EoS":true} {"level":"info","ts":1784746771.635714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187","header":"x-maas-subscription"} {"level":"info","ts":1784746771.6357212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187","header":"x-maas-username"} {"level":"info","ts":1784746771.6357257,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187","header":"x-maas-group"} {"level":"info","ts":1784746771.6357386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746771.6357656,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187"} {"level":"info","ts":1784746771.6364326,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187"} {"level":"info","ts":1784746771.6364527,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187"} {"level":"info","ts":1784746771.6364734,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187","EoS":false} {"level":"info","ts":1784746771.6364896,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187","EoS":true} {"level":"info","ts":1784746771.6365423,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8f1fc2b5-f492-434f-a810-3c4f7f712187"} {"level":"info","ts":1784746787.436728,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746787.4368153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295"} {"level":"info","ts":1784746787.4368289,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295"} {"level":"info","ts":1784746787.436842,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295","EoS":true} {"level":"info","ts":1784746787.4368813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295","header":"x-maas-subscription"} {"level":"info","ts":1784746787.4368935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295","header":"x-maas-group"} {"level":"info","ts":1784746787.436898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295","header":"x-maas-username"} {"level":"info","ts":1784746787.4369113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746787.4369328,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295"} {"level":"info","ts":1784746787.4393635,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295"} {"level":"info","ts":1784746787.4393923,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295"} {"level":"info","ts":1784746787.439414,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295","EoS":false} {"level":"info","ts":1784746787.4394307,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295","EoS":true} {"level":"info","ts":1784746787.4394822,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bb868ed5-b330-46ab-9a13-42a6f77e6295"} {"level":"info","ts":1784746787.529827,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746787.5299194,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae680bcc-2f6b-4ab3-bb2e-32699c183471"} {"level":"info","ts":1784746787.5305417,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae680bcc-2f6b-4ab3-bb2e-32699c183471"} {"level":"info","ts":1784746787.5305595,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ae680bcc-2f6b-4ab3-bb2e-32699c183471"} {"level":"info","ts":1784746787.5305746,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae680bcc-2f6b-4ab3-bb2e-32699c183471","EoS":false} {"level":"info","ts":1784746787.5305908,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"ae680bcc-2f6b-4ab3-bb2e-32699c183471"} {"level":"info","ts":1784746787.530614,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae680bcc-2f6b-4ab3-bb2e-32699c183471","EoS":true} {"level":"info","ts":1784746787.5306208,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"ae680bcc-2f6b-4ab3-bb2e-32699c183471"} {"level":"info","ts":1784746792.1553843,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746792.1554768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a"} {"level":"info","ts":1784746792.155492,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a"} {"level":"info","ts":1784746792.1555092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a","EoS":true} {"level":"info","ts":1784746792.155537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a","header":"x-maas-subscription"} {"level":"info","ts":1784746792.1555467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a","header":"x-maas-username"} {"level":"info","ts":1784746792.1555536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a","header":"x-maas-group"} {"level":"info","ts":1784746792.1555676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746792.1556008,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a"} {"level":"info","ts":1784746792.1575665,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a"} {"level":"info","ts":1784746792.1575975,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a"} {"level":"info","ts":1784746792.1576211,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a","EoS":false} {"level":"info","ts":1784746792.157657,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a","EoS":true} {"level":"info","ts":1784746792.157709,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3e5c6a28-731d-4bf9-b5ee-270c2e02375a"} {"level":"info","ts":1784746802.7863657,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746802.78645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec"} {"level":"info","ts":1784746802.7864637,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec"} {"level":"info","ts":1784746802.786475,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec","EoS":true} {"level":"info","ts":1784746802.7865093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec","header":"x-maas-username"} {"level":"info","ts":1784746802.7865205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec","header":"x-maas-group"} {"level":"info","ts":1784746802.7865252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec","header":"x-maas-subscription"} {"level":"info","ts":1784746802.7865376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784746802.7865653,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec"} {"level":"info","ts":1784746802.787508,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec"} {"level":"info","ts":1784746802.7875266,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec"} {"level":"info","ts":1784746802.7875483,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec","EoS":false} {"level":"info","ts":1784746802.7875679,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec","EoS":true} {"level":"info","ts":1784746802.7876177,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c5a0fd19-e40a-48c9-8496-f5e84faab7ec"} {"level":"info","ts":1784746815.6600413,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746815.6601386,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852"} {"level":"info","ts":1784746815.6601555,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852"} {"level":"info","ts":1784746815.6601758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852","EoS":true} {"level":"info","ts":1784746815.660217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852","header":"x-maas-username"} {"level":"info","ts":1784746815.6602318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852","header":"x-maas-subscription"} {"level":"info","ts":1784746815.6602402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852","header":"x-maas-group"} {"level":"info","ts":1784746815.6602597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746815.6602893,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852"} {"level":"info","ts":1784746815.6611621,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852"} {"level":"info","ts":1784746815.6611829,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852"} {"level":"info","ts":1784746815.6611993,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852","EoS":false} {"level":"info","ts":1784746815.6612134,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852","EoS":true} {"level":"info","ts":1784746815.6612475,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"59aa2ea6-5e3f-4c75-9fcd-293ecc0c8852"} {"level":"info","ts":1784746824.2075338,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746824.207653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d"} {"level":"info","ts":1784746824.2076678,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d"} {"level":"info","ts":1784746824.2076867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d","EoS":true} {"level":"info","ts":1784746824.2077217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d","header":"x-maas-subscription"} {"level":"info","ts":1784746824.207735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d","header":"x-maas-group"} {"level":"info","ts":1784746824.207744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d","header":"x-maas-username"} {"level":"info","ts":1784746824.2077644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746824.2078018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d"} {"level":"info","ts":1784746824.2088013,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d"} {"level":"info","ts":1784746824.2088284,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d"} {"level":"info","ts":1784746824.2088525,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d","EoS":false} {"level":"info","ts":1784746824.2088685,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d","EoS":true} {"level":"info","ts":1784746824.2089097,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ffc128b6-3985-4c4d-bd89-b6d89db0db9d"} {"level":"info","ts":1784746833.1086855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746833.1087582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9"} {"level":"info","ts":1784746833.1087687,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9"} {"level":"info","ts":1784746833.1087801,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9","EoS":true} {"level":"info","ts":1784746833.1088083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9","header":"x-maas-username"} {"level":"info","ts":1784746833.1088183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9","header":"x-maas-subscription"} {"level":"info","ts":1784746833.1088238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9","header":"x-maas-group"} {"level":"info","ts":1784746833.1088362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746833.108858,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9"} {"level":"info","ts":1784746833.1097434,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9"} {"level":"info","ts":1784746833.10977,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9"} {"level":"info","ts":1784746833.109788,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9","EoS":false} {"level":"info","ts":1784746833.1098063,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9","EoS":true} {"level":"info","ts":1784746833.1098487,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8c7ee4c1-ee82-43c6-af2e-1a5a4634cce9"} {"level":"info","ts":1784746859.158651,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746859.1587682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89"} {"level":"info","ts":1784746859.1587873,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89"} {"level":"info","ts":1784746859.158806,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89","EoS":true} {"level":"info","ts":1784746859.1588454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89","header":"x-maas-group"} {"level":"info","ts":1784746859.1588652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89","header":"x-maas-subscription"} {"level":"info","ts":1784746859.1588762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89","header":"x-maas-username"} {"level":"info","ts":1784746859.158893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784746859.1589277,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89"} {"level":"info","ts":1784746859.161286,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89"} {"level":"info","ts":1784746859.1613073,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89"} {"level":"info","ts":1784746859.1613255,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89","EoS":false} {"level":"info","ts":1784746859.1613412,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89","EoS":true} {"level":"info","ts":1784746859.1613834,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d33d21ce-7bd7-4f4a-b416-1c5fb496eb89"} {"level":"info","ts":1784746881.938008,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746881.9380896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200"} {"level":"info","ts":1784746881.9380999,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200"} {"level":"info","ts":1784746881.9381125,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200","EoS":true} {"level":"info","ts":1784746881.938146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200","header":"x-maas-group"} {"level":"info","ts":1784746881.9381568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200","header":"x-maas-username"} {"level":"info","ts":1784746881.9381614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200","header":"x-maas-subscription"} {"level":"info","ts":1784746881.9381754,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784746881.9381988,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200"} {"level":"info","ts":1784746881.9390566,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200"} {"level":"info","ts":1784746881.9390786,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200"} {"level":"info","ts":1784746881.9390967,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200","EoS":false} {"level":"info","ts":1784746881.939117,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200","EoS":true} {"level":"info","ts":1784746881.9391515,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c7dd4979-f8a6-483b-ae83-289452333200"} {"level":"info","ts":1784746908.4737015,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746908.4737794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a"} {"level":"info","ts":1784746908.4737964,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a"} {"level":"info","ts":1784746908.4738114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a","EoS":true} {"level":"info","ts":1784746908.4738355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a","header":"x-maas-subscription"} {"level":"info","ts":1784746908.4738462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a","header":"x-maas-username"} {"level":"info","ts":1784746908.4738503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a","header":"x-maas-group"} {"level":"info","ts":1784746908.473863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746908.473889,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a"} {"level":"info","ts":1784746908.4759831,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a"} {"level":"info","ts":1784746908.4759977,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a"} {"level":"info","ts":1784746908.476011,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a","EoS":false} {"level":"info","ts":1784746908.476021,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a","EoS":true} {"level":"info","ts":1784746908.4760592,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"121c5cbb-54f9-4950-8057-3b0617e2032a"} {"level":"info","ts":1784746917.9867144,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746917.9868207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d"} {"level":"info","ts":1784746917.9868393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d"} {"level":"info","ts":1784746917.9868577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d","EoS":true} {"level":"info","ts":1784746917.9868956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d","header":"x-maas-group"} {"level":"info","ts":1784746917.9869096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d","header":"x-maas-subscription"} {"level":"info","ts":1784746917.9869182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d","header":"x-maas-username"} {"level":"info","ts":1784746917.9869359,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746917.9869692,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d"} {"level":"info","ts":1784746917.987928,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d"} {"level":"info","ts":1784746917.9879591,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d"} {"level":"info","ts":1784746917.9879851,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d","EoS":false} {"level":"info","ts":1784746917.9880044,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d","EoS":true} {"level":"info","ts":1784746917.9880524,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8051d176-95b0-4a67-aff7-431e8de7b17d"} {"level":"info","ts":1784746918.058416,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746918.0585353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2"} {"level":"info","ts":1784746918.0585513,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2"} {"level":"info","ts":1784746918.0585659,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2","EoS":true} {"level":"info","ts":1784746918.058591,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2","header":"x-maas-username"} {"level":"info","ts":1784746918.0586007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2","header":"x-maas-subscription"} {"level":"info","ts":1784746918.0586057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2","header":"x-maas-group"} {"level":"info","ts":1784746918.0586202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746918.058671,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2"} {"level":"info","ts":1784746918.0595179,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2"} {"level":"info","ts":1784746918.059538,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2"} {"level":"info","ts":1784746918.059558,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2","EoS":false} {"level":"info","ts":1784746918.059576,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2","EoS":true} {"level":"info","ts":1784746918.0596201,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9ddf59aa-649b-4c1d-9b7d-e7d4182db1e2"} {"level":"info","ts":1784746937.3589437,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784746937.3590243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96"} {"level":"info","ts":1784746937.359037,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96"} {"level":"info","ts":1784746937.3590488,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96","EoS":true} {"level":"info","ts":1784746937.3590744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96","header":"x-maas-subscription"} {"level":"info","ts":1784746937.3590841,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96","header":"x-maas-group"} {"level":"info","ts":1784746937.3590887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96","header":"x-maas-username"} {"level":"info","ts":1784746937.3591008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784746937.3591259,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96"} {"level":"info","ts":1784746937.3600652,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96"} {"level":"info","ts":1784746937.3600924,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96"} {"level":"info","ts":1784746937.360116,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96","EoS":false} {"level":"info","ts":1784746937.3601334,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96","EoS":true} {"level":"info","ts":1784746937.36017,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"14cc916f-d13e-4c28-9bce-e943117b2a96"} {"level":"info","ts":1784747067.986404,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747067.9865105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0"} {"level":"info","ts":1784747067.9865274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0"} {"level":"info","ts":1784747067.9865408,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0","EoS":true} {"level":"info","ts":1784747067.9865646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0","header":"x-maas-group"} {"level":"info","ts":1784747067.9865754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0","header":"x-maas-username"} {"level":"info","ts":1784747067.9865804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0","header":"x-maas-subscription"} {"level":"info","ts":1784747067.9865928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784747067.9866192,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0"} {"level":"info","ts":1784747067.989728,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0"} {"level":"info","ts":1784747067.9897504,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0"} {"level":"info","ts":1784747067.9897656,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0","EoS":false} {"level":"info","ts":1784747067.9897773,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0","EoS":true} {"level":"info","ts":1784747067.9898186,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ee163be6-868a-4e03-baba-92a21d1eb0f0"} {"level":"info","ts":1784747105.131714,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747105.1318166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5"} {"level":"info","ts":1784747105.1318338,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5"} {"level":"info","ts":1784747105.131848,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5","EoS":true} {"level":"info","ts":1784747105.1318736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5","header":"x-maas-username"} {"level":"info","ts":1784747105.131881,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5","header":"x-maas-subscription"} {"level":"info","ts":1784747105.131886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5","header":"x-maas-group"} {"level":"info","ts":1784747105.1318989,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747105.1319218,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5"} {"level":"info","ts":1784747105.132828,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5"} {"level":"info","ts":1784747105.132851,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5"} {"level":"info","ts":1784747105.132872,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5","EoS":false} {"level":"info","ts":1784747105.1328847,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5","EoS":true} {"level":"info","ts":1784747105.1329157,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8424c492-4ed5-49e1-ac13-258360a00ae5"} {"level":"info","ts":1784747120.416496,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747120.4165719,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3"} {"level":"info","ts":1784747120.4165926,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3"} {"level":"info","ts":1784747120.416608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3","EoS":true} {"level":"info","ts":1784747120.4166584,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3","header":"x-maas-group"} {"level":"info","ts":1784747120.4166715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3","header":"x-maas-username"} {"level":"info","ts":1784747120.4166765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3","header":"x-maas-subscription"} {"level":"info","ts":1784747120.4166892,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747120.4167173,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3"} {"level":"info","ts":1784747120.4175732,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3"} {"level":"info","ts":1784747120.4175918,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3"} {"level":"info","ts":1784747120.4176488,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3","EoS":false} {"level":"info","ts":1784747120.4176693,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3","EoS":true} {"level":"info","ts":1784747120.4177065,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ef74ca6f-b988-4a04-b567-6820aa8387d3"} {"level":"info","ts":1784747457.6503916,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747457.6504893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0"} {"level":"info","ts":1784747457.6505027,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0"} {"level":"info","ts":1784747457.6505213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0","EoS":true} {"level":"info","ts":1784747457.6505609,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0","header":"x-maas-username"} {"level":"info","ts":1784747457.6505723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0","header":"x-maas-group"} {"level":"info","ts":1784747457.6505804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0","header":"x-maas-subscription"} {"level":"info","ts":1784747457.650598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747457.6506743,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0"} {"level":"info","ts":1784747457.651418,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0"} {"level":"info","ts":1784747457.6514382,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0"} {"level":"info","ts":1784747457.651453,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0","EoS":false} {"level":"info","ts":1784747457.651465,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0","EoS":true} {"level":"info","ts":1784747457.651496,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"14831f1b-b811-49c9-8269-dfcca4209ae0"} {"level":"info","ts":1784747457.6860723,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747457.686144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17"} {"level":"info","ts":1784747457.6861558,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17"} {"level":"info","ts":1784747457.6861677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17","EoS":true} {"level":"info","ts":1784747457.686191,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17","header":"x-maas-subscription"} {"level":"info","ts":1784747457.6862009,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17","header":"x-maas-username"} {"level":"info","ts":1784747457.6862073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17","header":"x-maas-group"} {"level":"info","ts":1784747457.6862195,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784747457.6862397,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17"} {"level":"info","ts":1784747457.6881876,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17"} {"level":"info","ts":1784747457.6882067,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17"} {"level":"info","ts":1784747457.688232,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17","EoS":false} {"level":"info","ts":1784747457.6882484,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17","EoS":true} {"level":"info","ts":1784747457.6882882,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b066c45d-2f34-456a-b38e-103bad17ab17"} {"level":"info","ts":1784747462.4819517,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fd86ec0d-67af-415b-a39c-27cc0e370089","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784747462.4822278,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34583.95263678,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.4822528,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.5342357,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.5827198,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fd86ec0d-67af-415b-a39c-27cc0e370089","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784747462.6038373,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ce87dcd-d7fc-4139-8815-cb8bb28811f3"} {"level":"info","ts":1784747462.6038783,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1f6e4d98-87d4-481f-8f8b-aab8456277c1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784747462.603914,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1f6e4d98-87d4-481f-8f8b-aab8456277c1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784747462.6112192,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"402b61a4-9f17-4424-9f06-188e2292f976","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784747462.611249,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"402b61a4-9f17-4424-9f06-188e2292f976","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784747462.6123867,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ce87dcd-d7fc-4139-8815-cb8bb28811f3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747462.6126063,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34736.528633054,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.6126225,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.620543,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.7135842,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ce87dcd-d7fc-4139-8815-cb8bb28811f3","name":"e2e-external-provider"} {"level":"info","ts":1784747462.722004,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8e0f280-7c80-40e8-8232-3daf16d6d82c"} {"level":"info","ts":1784747462.7220404,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"251b62fa-2582-4026-9874-67dc0de2a03a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747462.7224665,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"251b62fa-2582-4026-9874-67dc0de2a03a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784747462.7308645,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ce87dcd-d7fc-4139-8815-cb8bb28811f3","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784747462.731312,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8e0f280-7c80-40e8-8232-3daf16d6d82c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784747462.731398,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3da44fbd-023f-45e7-a70c-ba64ac5d7dc4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747462.7314243,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3da44fbd-023f-45e7-a70c-ba64ac5d7dc4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784747462.7389946,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ce87dcd-d7fc-4139-8815-cb8bb28811f3","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784747462.7393246,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8e0f280-7c80-40e8-8232-3daf16d6d82c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747462.739406,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ab6eee7-b5a4-4181-ac38-08daf83cf924"} {"level":"info","ts":1784747462.7394347,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ab6eee7-b5a4-4181-ac38-08daf83cf924","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784747462.7396693,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1e80b31-44eb-4bfd-bb1a-73d933b61d36","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747462.7396934,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1e80b31-44eb-4bfd-bb1a-73d933b61d36","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784747462.743099,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ab6eee7-b5a4-4181-ac38-08daf83cf924","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784747462.7431376,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ab6eee7-b5a4-4181-ac38-08daf83cf924","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747462.743187,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb2c6a26-8399-40ca-bd9d-7562f919b074"} {"level":"info","ts":1784747462.7432134,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb2c6a26-8399-40ca-bd9d-7562f919b074","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784747462.7448545,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ce87dcd-d7fc-4139-8815-cb8bb28811f3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784747462.7481852,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb2c6a26-8399-40ca-bd9d-7562f919b074","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784747462.748523,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ce87dcd-d7fc-4139-8815-cb8bb28811f3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747462.7486098,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d173457-0d4e-4ce5-8c5b-c29eccad9b9a"} {"level":"info","ts":1784747462.7486892,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d173457-0d4e-4ce5-8c5b-c29eccad9b9a","name":"e2e-external-provider"} {"level":"info","ts":1784747462.7596786,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d173457-0d4e-4ce5-8c5b-c29eccad9b9a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784747462.7660384,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf986609-fd3e-4023-8935-395983624b4b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784747462.7660635,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bf986609-fd3e-4023-8935-395983624b4b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784747462.7661161,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"471fdddd-550e-458a-9542-3e4b47880e94"} {"level":"info","ts":1784747462.76613,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02f48435-df58-4441-8455-8a83a310a5b5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747462.7661467,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02f48435-df58-4441-8455-8a83a310a5b5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784747462.7661924,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1ec705c-592a-42b9-824c-2246d883e812"} {"level":"info","ts":1784747462.7663116,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1ec705c-592a-42b9-824c-2246d883e812","name":"e2e-external-provider"} {"level":"info","ts":1784747462.7663212,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38946.901719353,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.7663364,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.772746,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784747462.775738,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d1ec705c-592a-42b9-824c-2246d883e812","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784747462.866424,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"471fdddd-550e-458a-9542-3e4b47880e94","name":"e2e-external-model"} {"level":"info","ts":1784747462.8823721,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12d95633-56cd-4470-9ff0-b26c5d280fbb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747462.8824332,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"12d95633-56cd-4470-9ff0-b26c5d280fbb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784747462.8868396,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"471fdddd-550e-458a-9542-3e4b47880e94","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784747462.8868961,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"471fdddd-550e-458a-9542-3e4b47880e94","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747462.88696,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39738d15-6209-4456-87ca-a75068c7f3d7"} {"level":"info","ts":1784747462.8870182,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39738d15-6209-4456-87ca-a75068c7f3d7","name":"e2e-external-model"} {"level":"info","ts":1784747462.8989286,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1cbf90ce-b2e0-4a98-b7ec-27694e9ec9cf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747462.8989575,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1cbf90ce-b2e0-4a98-b7ec-27694e9ec9cf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784747462.9004705,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39738d15-6209-4456-87ca-a75068c7f3d7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784747462.9005132,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39738d15-6209-4456-87ca-a75068c7f3d7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747462.9005709,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98286e05-7e1d-4f9f-b342-7931f2b05e22"} {"level":"info","ts":1784747462.9006946,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98286e05-7e1d-4f9f-b342-7931f2b05e22","name":"e2e-external-model"} {"level":"info","ts":1784747462.9085379,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98286e05-7e1d-4f9f-b342-7931f2b05e22","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784747462.9142532,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"440ca5ea-b959-42c5-97cf-d2daac2b9139","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747462.9142804,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"440ca5ea-b959-42c5-97cf-d2daac2b9139","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784747462.9153388,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98286e05-7e1d-4f9f-b342-7931f2b05e22","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747462.915401,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a865099d-24bc-4ecc-ab6b-cbe6b64f077b"} {"level":"info","ts":1784747462.9154441,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a865099d-24bc-4ecc-ab6b-cbe6b64f077b","name":"e2e-external-model"} {"level":"info","ts":1784747462.9229174,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a865099d-24bc-4ecc-ab6b-cbe6b64f077b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784747472.3569267,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747472.357035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936"} {"level":"info","ts":1784747472.357052,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936"} {"level":"info","ts":1784747472.3570669,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936","EoS":true} {"level":"info","ts":1784747472.3570929,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936","header":"x-maas-subscription"} {"level":"info","ts":1784747472.3571067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936","header":"x-maas-group"} {"level":"info","ts":1784747472.3571138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936","header":"x-maas-username"} {"level":"info","ts":1784747472.3571305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784747472.357142,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936","modelName":"e2e-external-model"} {"level":"info","ts":1784747472.3571608,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784747472.3572137,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784747472.357231,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936","authType":"apikey"} {"level":"info","ts":1784747472.3572593,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"659b85df-c314-4865-adab-dd781ff4d936"} {"level":"info","ts":1784747472.4832838,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3614f0cf-a423-4118-b0f5-0b03d28471e8"} {"level":"info","ts":1784747472.4833255,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcd3ea31-fcf8-4dff-98a1-88fb4d8a3645","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784747472.4833584,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcd3ea31-fcf8-4dff-98a1-88fb4d8a3645","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784747472.4890983,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7f9dd49-c88d-4503-a3fa-a49449736ebb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784747472.4891264,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a7f9dd49-c88d-4503-a3fa-a49449736ebb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784747472.4906178,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3614f0cf-a423-4118-b0f5-0b03d28471e8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747472.4907033,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3614f0cf-a423-4118-b0f5-0b03d28471e8","name":"e2e-cleanup-test"} {"level":"info","ts":1784747472.5077639,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdf83816-515b-459f-8d4f-3f877b14f192","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784747472.5077899,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdf83816-515b-459f-8d4f-3f877b14f192","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784747472.5089626,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3614f0cf-a423-4118-b0f5-0b03d28471e8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784747472.5090013,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3614f0cf-a423-4118-b0f5-0b03d28471e8","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747472.5090444,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6801ab3-c5a9-491d-bbe8-d7c4946b6d3c"} {"level":"info","ts":1784747472.5090885,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6801ab3-c5a9-491d-bbe8-d7c4946b6d3c","name":"e2e-cleanup-test"} {"level":"info","ts":1784747472.527492,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0c9242c-d59c-4ae8-bb52-b2024a7820b7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784747472.527516,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0c9242c-d59c-4ae8-bb52-b2024a7820b7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784747472.5275555,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6801ab3-c5a9-491d-bbe8-d7c4946b6d3c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784747472.527613,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bded56a2-d8ae-48e7-a3f8-a963ab6d4531"} {"level":"info","ts":1784747472.5277057,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bded56a2-d8ae-48e7-a3f8-a963ab6d4531","name":"e2e-cleanup-test"} {"level":"info","ts":1784747472.5377107,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bded56a2-d8ae-48e7-a3f8-a963ab6d4531","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784747472.5453346,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d15ace0f-a604-4116-b07a-f29286650f2a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784747472.5453603,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d15ace0f-a604-4116-b07a-f29286650f2a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784747472.5453904,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ed8f977-8ca2-4eb8-92ab-5a618a2a8c0b"} {"level":"info","ts":1784747472.545446,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ed8f977-8ca2-4eb8-92ab-5a618a2a8c0b","name":"e2e-cleanup-test"} {"level":"info","ts":1784747472.5548158,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ed8f977-8ca2-4eb8-92ab-5a618a2a8c0b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784747480.7613592,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6f0a6ff-0d4f-4c3f-b210-ddeaaaba5804","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784747480.76138,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7f23be0-66bb-4de7-a025-2fbcdd68f4e8"} {"level":"info","ts":1784747480.7613976,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6f0a6ff-0d4f-4c3f-b210-ddeaaaba5804","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784747485.0853999,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747485.0854747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"695d92e8-d2ea-4744-a843-cb84b1cc417a"} {"level":"info","ts":1784747485.0854838,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"695d92e8-d2ea-4744-a843-cb84b1cc417a"} {"level":"info","ts":1784747485.0854955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"695d92e8-d2ea-4744-a843-cb84b1cc417a","EoS":true} {"level":"info","ts":1784747485.0855293,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"695d92e8-d2ea-4744-a843-cb84b1cc417a","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784747485.0855622,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"695d92e8-d2ea-4744-a843-cb84b1cc417a"} {"level":"info","ts":1784747485.124604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747485.1247141,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e"} {"level":"info","ts":1784747485.1247292,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e"} {"level":"info","ts":1784747485.1247432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e","EoS":true} {"level":"info","ts":1784747485.1247702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e","header":"x-maas-group"} {"level":"info","ts":1784747485.1247802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e","header":"x-maas-subscription"} {"level":"info","ts":1784747485.1247857,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e","header":"x-maas-username"} {"level":"info","ts":1784747485.124799,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784747485.1248055,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e","modelName":"e2e-external-model"} {"level":"info","ts":1784747485.1248193,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784747485.1248424,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784747485.1248584,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e","authType":"apikey"} {"level":"info","ts":1784747485.1248817,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a452443f-95cb-48b3-96b6-03ff40f5651e"} {"level":"info","ts":1784747485.1601393,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747485.1602042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53"} {"level":"info","ts":1784747485.160219,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53"} {"level":"info","ts":1784747485.1602297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53","EoS":true} {"level":"info","ts":1784747485.1602523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53","header":"x-maas-group"} {"level":"info","ts":1784747485.1602628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53","header":"x-maas-subscription"} {"level":"info","ts":1784747485.160268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53","header":"x-maas-username"} {"level":"info","ts":1784747485.1602795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784747485.1603036,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53"} {"level":"info","ts":1784747485.2645202,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53"} {"level":"info","ts":1784747485.2645476,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53"} {"level":"info","ts":1784747485.2645643,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53","EoS":false} {"level":"info","ts":1784747485.2645888,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53","EoS":true} {"level":"error","ts":1784747485.2646008,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784747485.2647185,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"13affe29-8cbc-4aa5-909b-f5f65e1efb53"} {"level":"info","ts":1784747485.2998543,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784747485.299931,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba"} {"level":"info","ts":1784747485.2999444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba"} {"level":"info","ts":1784747485.2999566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba","EoS":true} {"level":"info","ts":1784747485.2999785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba","header":"x-maas-subscription"} {"level":"info","ts":1784747485.2999885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba","header":"x-maas-username"} {"level":"info","ts":1784747485.299993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba","header":"x-maas-group"} {"level":"info","ts":1784747485.3000238,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba"} {"level":"info","ts":1784747485.3504043,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba"} {"level":"info","ts":1784747485.3504298,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba"} {"level":"info","ts":1784747485.350451,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba","EoS":false} {"level":"info","ts":1784747485.3504713,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba","EoS":true} {"level":"error","ts":1784747485.3504877,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784747485.3505216,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e2076c9f-7852-447d-9e02-d3ab2c0b1dba"} {"level":"info","ts":1784747486.2183125,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c8341f7-304c-4d1f-8cf0-f9f65c7efb0d"} {"level":"info","ts":1784747486.2183657,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2ea94b6-9dca-46c9-858e-76c96c86cca6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747486.2184095,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c2ea94b6-9dca-46c9-858e-76c96c86cca6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784747486.3690693,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b73e03b9-c2e1-4d6a-8539-8ffd0626f80d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784747486.3691194,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b73e03b9-c2e1-4d6a-8539-8ffd0626f80d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784747486.3691454,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"670c8a25-9f97-4429-85b7-b12b8eea1b80"} {"level":"info","ts":1784747486.4935734,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d8706cf0-9648-4799-8c74-dd4c3fa13c50","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784747486.4936576,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d8706cf0-9648-4799-8c74-dd4c3fa13c50","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784748123.9690056,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748123.969087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79"} {"level":"info","ts":1784748123.969098,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79"} {"level":"info","ts":1784748123.9691415,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79","EoS":true} {"level":"info","ts":1784748123.969171,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79","header":"x-maas-username"} {"level":"info","ts":1784748123.9691823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79","header":"x-maas-subscription"} {"level":"info","ts":1784748123.969187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79","header":"x-maas-group"} {"level":"info","ts":1784748123.9692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79","path":"/ai-tenant-e2e-inf-b-ba9716/test-model-ba9716/v1/chat/completions"} {"level":"info","ts":1784748123.9692254,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79"} {"level":"info","ts":1784748123.9822357,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79"} {"level":"info","ts":1784748123.982258,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79"} {"level":"info","ts":1784748123.9822733,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79","EoS":false} {"level":"info","ts":1784748123.982287,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79","EoS":true} {"level":"info","ts":1784748123.9823296,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5a035b73-7fbe-4ba0-b403-01ddfd529f79"} {"level":"info","ts":1784748624.989143,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784748624.9892342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b"} {"level":"info","ts":1784748624.9892478,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b"} {"level":"info","ts":1784748624.9892683,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b","EoS":true} {"level":"info","ts":1784748624.9893053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b","header":"x-maas-group"} {"level":"info","ts":1784748624.9893167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b","header":"x-maas-username"} {"level":"info","ts":1784748624.9893239,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b","header":"x-maas-subscription"} {"level":"info","ts":1784748624.9893417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b","path":"/ai-tenant-e2e-shared-b-8f2692/rate-test-model-8f2692/v1/completions"} {"level":"info","ts":1784748624.989374,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b"} {"level":"info","ts":1784748625.0026026,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b"} {"level":"info","ts":1784748625.0026221,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b"} {"level":"info","ts":1784748625.0026596,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b","EoS":false} {"level":"info","ts":1784748625.002672,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b","EoS":true} {"level":"info","ts":1784748625.0027063,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e5e1d116-6171-41bf-abaa-f037b4744d6b"}