{"level":"info","ts":1784687460.1204967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c67361ec-1e37-460b-98ff-2ec31da7ef21","header":"x-maas-group"}
{"level":"info","ts":1784687460.1205037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c67361ec-1e37-460b-98ff-2ec31da7ef21","header":"x-maas-subscription"}
{"level":"info","ts":1784687460.12052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c67361ec-1e37-460b-98ff-2ec31da7ef21","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687460.1205523,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c67361ec-1e37-460b-98ff-2ec31da7ef21"}
{"level":"info","ts":1784687460.122242,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c67361ec-1e37-460b-98ff-2ec31da7ef21"}
{"level":"info","ts":1784687460.1222632,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c67361ec-1e37-460b-98ff-2ec31da7ef21"}
{"level":"info","ts":1784687460.122284,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c67361ec-1e37-460b-98ff-2ec31da7ef21","EoS":false}
{"level":"info","ts":1784687460.1223006,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c67361ec-1e37-460b-98ff-2ec31da7ef21","EoS":true}
{"level":"info","ts":1784687460.122348,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c67361ec-1e37-460b-98ff-2ec31da7ef21"}
{"level":"info","ts":1784687460.895382,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687460.8954656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43e9b15a-668c-4d74-8f00-100ac778e8cd"}
{"level":"info","ts":1784687460.8954775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43e9b15a-668c-4d74-8f00-100ac778e8cd"}
{"level":"info","ts":1784687460.895489,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43e9b15a-668c-4d74-8f00-100ac778e8cd","EoS":true}
{"level":"info","ts":1784687460.8955164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43e9b15a-668c-4d74-8f00-100ac778e8cd","header":"x-maas-username"}
{"level":"info","ts":1784687460.8955255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43e9b15a-668c-4d74-8f00-100ac778e8cd","header":"x-maas-group"}
{"level":"info","ts":1784687460.895532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43e9b15a-668c-4d74-8f00-100ac778e8cd","header":"x-maas-subscription"}
{"level":"info","ts":1784687460.895545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43e9b15a-668c-4d74-8f00-100ac778e8cd","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687460.8955688,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43e9b15a-668c-4d74-8f00-100ac778e8cd"}
{"level":"info","ts":1784687460.8966265,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"43e9b15a-668c-4d74-8f00-100ac778e8cd"}
{"level":"info","ts":1784687460.8966544,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"43e9b15a-668c-4d74-8f00-100ac778e8cd"}
{"level":"info","ts":1784687460.8966756,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"43e9b15a-668c-4d74-8f00-100ac778e8cd","EoS":false}
{"level":"info","ts":1784687460.896692,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"43e9b15a-668c-4d74-8f00-100ac778e8cd","EoS":true}
{"level":"info","ts":1784687460.8967414,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"43e9b15a-668c-4d74-8f00-100ac778e8cd"}
{"level":"info","ts":1784687484.030188,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687484.0302713,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7"}
{"level":"info","ts":1784687484.0302837,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7"}
{"level":"info","ts":1784687484.0302966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7","EoS":true}
{"level":"info","ts":1784687484.0303214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7","header":"x-maas-username"}
{"level":"info","ts":1784687484.0303319,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7","header":"x-maas-group"}
{"level":"info","ts":1784687484.0303369,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7","header":"x-maas-subscription"}
{"level":"info","ts":1784687484.0303533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687484.0303867,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7"}
{"level":"info","ts":1784687484.0440338,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7"}
{"level":"info","ts":1784687484.0440528,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7"}
{"level":"info","ts":1784687484.0440676,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7","EoS":false}
{"level":"info","ts":1784687484.0440805,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7","EoS":true}
{"level":"info","ts":1784687484.0441194,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7"}
{"level":"info","ts":1784687484.1751628,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687484.1752448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c"}
{"level":"info","ts":1784687484.1752565,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c"}
{"level":"info","ts":1784687484.1752682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c","EoS":true}
{"level":"info","ts":1784687484.1752934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c","header":"x-maas-group"}
{"level":"info","ts":1784687484.1753035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c","header":"x-maas-username"}
{"level":"info","ts":1784687484.1753075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c","header":"x-maas-subscription"}
{"level":"info","ts":1784687484.1753201,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687484.1753483,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c"}
{"level":"info","ts":1784687484.176333,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c"}
{"level":"info","ts":1784687484.1763523,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c"}
{"level":"info","ts":1784687484.1763642,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c","EoS":false}
{"level":"info","ts":1784687484.176376,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c","EoS":true}
{"level":"info","ts":1784687484.1764069,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c"}
{"level":"info","ts":1784687484.3110743,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687484.3111515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16"}
{"level":"info","ts":1784687484.3111663,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16"}
{"level":"info","ts":1784687484.3111784,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16","EoS":true}
{"level":"info","ts":1784687484.3112023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16","header":"x-maas-username"}
{"level":"info","ts":1784687484.311213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16","header":"x-maas-subscription"}
{"level":"info","ts":1784687484.3112183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16","header":"x-maas-group"}
{"level":"info","ts":1784687484.3112319,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687484.3112576,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16"}
{"level":"info","ts":1784687484.312272,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16"}
{"level":"info","ts":1784687484.3122997,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16"}
{"level":"info","ts":1784687484.3123271,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16","EoS":false}
{"level":"info","ts":1784687484.3123417,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16","EoS":true}
{"level":"info","ts":1784687484.3123815,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16"}
{"level":"info","ts":1784687484.4452958,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687484.445383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a"}
{"level":"info","ts":1784687484.445397,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a"}
{"level":"info","ts":1784687484.4454136,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a","EoS":true}
{"level":"info","ts":1784687484.4454439,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a","header":"x-maas-group"}
{"level":"info","ts":1784687484.4454544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a","header":"x-maas-username"}
{"level":"info","ts":1784687484.4454622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a","header":"x-maas-subscription"}
{"level":"info","ts":1784687484.4454799,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687484.445509,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a"}
{"level":"info","ts":1784687484.4478889,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a"}
{"level":"info","ts":1784687484.4479132,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a"}
{"level":"info","ts":1784687484.447941,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a","EoS":false}
{"level":"info","ts":1784687484.4479613,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a","EoS":true}
{"level":"info","ts":1784687484.448014,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a"}
{"level":"info","ts":1784687484.5812702,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687484.5813665,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989"}
{"level":"info","ts":1784687484.581383,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989"}
{"level":"info","ts":1784687484.581398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989","EoS":true}
{"level":"info","ts":1784687484.5814238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989","header":"x-maas-username"}
{"level":"info","ts":1784687484.5814347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989","header":"x-maas-subscription"}
{"level":"info","ts":1784687484.5814397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989","header":"x-maas-group"}
{"level":"info","ts":1784687484.5814557,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687484.581484,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989"}
{"level":"info","ts":1784687484.5824354,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989"}
{"level":"info","ts":1784687484.5824559,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989"}
{"level":"info","ts":1784687484.5824707,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989","EoS":false}
{"level":"info","ts":1784687484.5824826,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989","EoS":true}
{"level":"info","ts":1784687484.582517,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989"}
{"level":"info","ts":1784687503.502262,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687503.5023508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6"}
{"level":"info","ts":1784687503.502364,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6"}
{"level":"info","ts":1784687503.5023751,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6","EoS":true}
{"level":"info","ts":1784687503.5024018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6","header":"x-maas-group"}
{"level":"info","ts":1784687503.502413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6","header":"x-maas-subscription"}
{"level":"info","ts":1784687503.5024188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6","header":"x-maas-username"}
{"level":"info","ts":1784687503.5024328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687503.5024545,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6"}
{"level":"info","ts":1784687503.5033941,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6"}
{"level":"info","ts":1784687503.503412,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6"}
{"level":"info","ts":1784687503.5034292,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6","EoS":false}
{"level":"info","ts":1784687503.50344,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6","EoS":true}
{"level":"info","ts":1784687503.5034735,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6"}
{"level":"info","ts":1784687503.5397012,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687503.5398104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20"}
{"level":"info","ts":1784687503.539823,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20"}
{"level":"info","ts":1784687503.539836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20","EoS":true}
{"level":"info","ts":1784687503.5398626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20","header":"x-maas-username"}
{"level":"info","ts":1784687503.5398722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20","header":"x-maas-group"}
{"level":"info","ts":1784687503.5398774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20","header":"x-maas-subscription"}
{"level":"info","ts":1784687503.5398912,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687503.5399222,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20"}
{"level":"info","ts":1784687503.542908,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20"}
{"level":"info","ts":1784687503.5429292,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20"}
{"level":"info","ts":1784687503.5429497,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20","EoS":false}
{"level":"info","ts":1784687503.5429645,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20","EoS":true}
{"level":"info","ts":1784687503.5429983,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20"}
{"level":"info","ts":1784687503.636392,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687503.63647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f85e3c02-0fc9-4606-9481-6f553d9541b2"}
{"level":"info","ts":1784687503.6373081,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f85e3c02-0fc9-4606-9481-6f553d9541b2"}
{"level":"info","ts":1784687503.6373312,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f85e3c02-0fc9-4606-9481-6f553d9541b2"}
{"level":"info","ts":1784687503.6373515,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f85e3c02-0fc9-4606-9481-6f553d9541b2","EoS":false}
{"level":"info","ts":1784687503.6373618,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"f85e3c02-0fc9-4606-9481-6f553d9541b2"}
{"level":"info","ts":1784687503.6373878,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f85e3c02-0fc9-4606-9481-6f553d9541b2","EoS":true}
{"level":"info","ts":1784687503.6373978,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"f85e3c02-0fc9-4606-9481-6f553d9541b2"}
{"level":"info","ts":1784687508.2436147,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687508.2436972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db"}
{"level":"info","ts":1784687508.2437086,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db"}
{"level":"info","ts":1784687508.2437212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db","EoS":true}
{"level":"info","ts":1784687508.2437658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db","header":"x-maas-subscription"}
{"level":"info","ts":1784687508.2437785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db","header":"x-maas-username"}
{"level":"info","ts":1784687508.243786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db","header":"x-maas-group"}
{"level":"info","ts":1784687508.243803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687508.2438297,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db"}
{"level":"info","ts":1784687508.2447438,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db"}
{"level":"info","ts":1784687508.244779,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db"}
{"level":"info","ts":1784687508.2447941,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db","EoS":false}
{"level":"info","ts":1784687508.2448058,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db","EoS":true}
{"level":"info","ts":1784687508.2448404,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db"}
{"level":"info","ts":1784687520.8842537,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687520.8843336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf"}
{"level":"info","ts":1784687520.884344,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf"}
{"level":"info","ts":1784687520.8843565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf","EoS":true}
{"level":"info","ts":1784687520.884384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf","header":"x-maas-group"}
{"level":"info","ts":1784687520.8843944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf","header":"x-maas-subscription"}
{"level":"info","ts":1784687520.8844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf","header":"x-maas-username"}
{"level":"info","ts":1784687520.8844144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784687520.8844461,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf"}
{"level":"info","ts":1784687520.886591,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf"}
{"level":"info","ts":1784687520.8866122,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf"}
{"level":"info","ts":1784687520.886633,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf","EoS":false}
{"level":"info","ts":1784687520.8866441,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf","EoS":true}
{"level":"info","ts":1784687520.886685,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf"}
{"level":"info","ts":1784687533.7427993,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687533.7428966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1"}
{"level":"info","ts":1784687533.7429118,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1"}
{"level":"info","ts":1784687533.7429266,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1","EoS":true}
{"level":"info","ts":1784687533.74296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1","header":"x-maas-group"}
{"level":"info","ts":1784687533.7429721,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1","header":"x-maas-subscription"}
{"level":"info","ts":1784687533.7429776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1","header":"x-maas-username"}
{"level":"info","ts":1784687533.7429993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687533.743026,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1"}
{"level":"info","ts":1784687533.7441056,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1"}
{"level":"info","ts":1784687533.7441268,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1"}
{"level":"info","ts":1784687533.7441418,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1","EoS":false}
{"level":"info","ts":1784687533.7441535,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1","EoS":true}
{"level":"info","ts":1784687533.7441914,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1"}
{"level":"info","ts":1784687542.2676485,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687542.2677755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe"}
{"level":"info","ts":1784687542.2677922,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe"}
{"level":"info","ts":1784687542.267812,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe","EoS":true}
{"level":"info","ts":1784687542.2678976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe","header":"x-maas-group"}
{"level":"info","ts":1784687542.2679138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe","header":"x-maas-subscription"}
{"level":"info","ts":1784687542.2679217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe","header":"x-maas-username"}
{"level":"info","ts":1784687542.2679412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687542.2679746,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe"}
{"level":"info","ts":1784687542.2688687,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe"}
{"level":"info","ts":1784687542.2688885,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe"}
{"level":"info","ts":1784687542.2689023,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe","EoS":false}
{"level":"info","ts":1784687542.268914,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe","EoS":true}
{"level":"info","ts":1784687542.2689497,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe"}
{"level":"info","ts":1784687551.1206295,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687551.1207123,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e"}
{"level":"info","ts":1784687551.120721,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e"}
{"level":"info","ts":1784687551.1207337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e","EoS":true}
{"level":"info","ts":1784687551.1207814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e","header":"x-maas-subscription"}
{"level":"info","ts":1784687551.1207964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e","header":"x-maas-username"}
{"level":"info","ts":1784687551.1208026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e","header":"x-maas-group"}
{"level":"info","ts":1784687551.12082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687551.1208532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e"}
{"level":"info","ts":1784687551.121814,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e"}
{"level":"info","ts":1784687551.121834,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e"}
{"level":"info","ts":1784687551.1218488,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e","EoS":false}
{"level":"info","ts":1784687551.1218615,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e","EoS":true}
{"level":"info","ts":1784687551.1218987,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e"}
{"level":"info","ts":1784687576.669928,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687576.6700194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b"}
{"level":"info","ts":1784687576.6700306,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b"}
{"level":"info","ts":1784687576.6700425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b","EoS":true}
{"level":"info","ts":1784687576.6700695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b","header":"x-maas-subscription"}
{"level":"info","ts":1784687576.6700797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b","header":"x-maas-username"}
{"level":"info","ts":1784687576.670085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b","header":"x-maas-group"}
{"level":"info","ts":1784687576.6700988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784687576.6701248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b"}
{"level":"info","ts":1784687576.6711617,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b"}
{"level":"info","ts":1784687576.6711934,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b"}
{"level":"info","ts":1784687576.6712089,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b","EoS":false}
{"level":"info","ts":1784687576.6712236,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b","EoS":true}
{"level":"info","ts":1784687576.6712594,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b"}
{"level":"info","ts":1784687602.8198268,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687602.81991,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f"}
{"level":"info","ts":1784687602.8199239,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f"}
{"level":"info","ts":1784687602.8199425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f","EoS":true}
{"level":"info","ts":1784687602.8199723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f","header":"x-maas-group"}
{"level":"info","ts":1784687602.8199818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f","header":"x-maas-subscription"}
{"level":"info","ts":1784687602.8199878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f","header":"x-maas-username"}
{"level":"info","ts":1784687602.82,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784687602.820031,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f"}
{"level":"info","ts":1784687602.821846,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f"}
{"level":"info","ts":1784687602.8218677,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f"}
{"level":"info","ts":1784687602.8218842,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f","EoS":false}
{"level":"info","ts":1784687602.8218975,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f","EoS":true}
{"level":"info","ts":1784687602.8219335,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f"}
{"level":"info","ts":1784687631.168228,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687631.1683059,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0"}
{"level":"info","ts":1784687631.1683183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0"}
{"level":"info","ts":1784687631.1683302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0","EoS":true}
{"level":"info","ts":1784687631.1683578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0","header":"x-maas-username"}
{"level":"info","ts":1784687631.1683686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0","header":"x-maas-subscription"}
{"level":"info","ts":1784687631.1683738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0","header":"x-maas-group"}
{"level":"info","ts":1784687631.168388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687631.16841,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0"}
{"level":"info","ts":1784687631.1695228,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0"}
{"level":"info","ts":1784687631.1695495,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0"}
{"level":"info","ts":1784687631.1695664,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0","EoS":false}
{"level":"info","ts":1784687631.169578,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0","EoS":true}
{"level":"info","ts":1784687631.169618,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0"}
{"level":"info","ts":1784687640.562434,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687640.562521,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791"}
{"level":"info","ts":1784687640.5625336,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791"}
{"level":"info","ts":1784687640.5625453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791","EoS":true}
{"level":"info","ts":1784687640.562594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791","header":"x-maas-group"}
{"level":"info","ts":1784687640.562605,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791","header":"x-maas-subscription"}
{"level":"info","ts":1784687640.5626101,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791","header":"x-maas-username"}
{"level":"info","ts":1784687640.5626328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687640.562656,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791"}
{"level":"info","ts":1784687640.563961,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791"}
{"level":"info","ts":1784687640.5639825,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791"}
{"level":"info","ts":1784687640.5639977,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791","EoS":false}
{"level":"info","ts":1784687640.564011,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791","EoS":true}
{"level":"info","ts":1784687640.564049,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791"}
{"level":"info","ts":1784687640.59859,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687640.5986664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1"}
{"level":"info","ts":1784687640.5986793,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1"}
{"level":"info","ts":1784687640.59869,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1","EoS":true}
{"level":"info","ts":1784687640.598715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1","header":"x-maas-group"}
{"level":"info","ts":1784687640.598726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1","header":"x-maas-username"}
{"level":"info","ts":1784687640.5987313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1","header":"x-maas-subscription"}
{"level":"info","ts":1784687640.5987449,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687640.5987856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1"}
{"level":"info","ts":1784687640.5998504,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1"}
{"level":"info","ts":1784687640.5998638,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1"}
{"level":"info","ts":1784687640.5998762,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1","EoS":false}
{"level":"info","ts":1784687640.5998874,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1","EoS":true}
{"level":"info","ts":1784687640.5999224,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1"}
{"level":"info","ts":1784687659.6917198,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687659.691827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e"}
{"level":"info","ts":1784687659.6918404,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e"}
{"level":"info","ts":1784687659.6918533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e","EoS":true}
{"level":"info","ts":1784687659.6918793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e","header":"x-maas-username"}
{"level":"info","ts":1784687659.691889,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e","header":"x-maas-group"}
{"level":"info","ts":1784687659.6918945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e","header":"x-maas-subscription"}
{"level":"info","ts":1784687659.6919084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687659.691929,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e"}
{"level":"info","ts":1784687659.6928952,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e"}
{"level":"info","ts":1784687659.6929224,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e"}
{"level":"info","ts":1784687659.6929433,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e","EoS":false}
{"level":"info","ts":1784687659.6929584,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e","EoS":true}
{"level":"info","ts":1784687659.692994,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e"}
{"level":"info","ts":1784687790.2132442,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687790.213351,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee"}
{"level":"info","ts":1784687790.2133625,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee"}
{"level":"info","ts":1784687790.2133753,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee","EoS":true}
{"level":"info","ts":1784687790.2134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee","header":"x-maas-subscription"}
{"level":"info","ts":1784687790.21341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee","header":"x-maas-username"}
{"level":"info","ts":1784687790.2134147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee","header":"x-maas-group"}
{"level":"info","ts":1784687790.2134287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784687790.2134507,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee"}
{"level":"info","ts":1784687790.2145176,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee"}
{"level":"info","ts":1784687790.2145395,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee"}
{"level":"info","ts":1784687790.2145548,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee","EoS":false}
{"level":"info","ts":1784687790.2145667,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee","EoS":true}
{"level":"info","ts":1784687790.2145998,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee"}
{"level":"info","ts":1784687827.1904447,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687827.1905367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01"}
{"level":"info","ts":1784687827.1905468,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01"}
{"level":"info","ts":1784687827.1905584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01","EoS":true}
{"level":"info","ts":1784687827.1905837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01","header":"x-maas-subscription"}
{"level":"info","ts":1784687827.1905935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01","header":"x-maas-group"}
{"level":"info","ts":1784687827.1905978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01","header":"x-maas-username"}
{"level":"info","ts":1784687827.1906111,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687827.190634,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01"}
{"level":"info","ts":1784687827.1916647,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01"}
{"level":"info","ts":1784687827.1916857,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01"}
{"level":"info","ts":1784687827.1917076,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01","EoS":false}
{"level":"info","ts":1784687827.1917295,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01","EoS":true}
{"level":"info","ts":1784687827.1917868,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01"}
{"level":"info","ts":1784687842.4292483,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687842.4293244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7"}
{"level":"info","ts":1784687842.4293363,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7"}
{"level":"info","ts":1784687842.4293475,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7","EoS":true}
{"level":"info","ts":1784687842.4293716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7","header":"x-maas-username"}
{"level":"info","ts":1784687842.4293852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7","header":"x-maas-subscription"}
{"level":"info","ts":1784687842.4293907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7","header":"x-maas-group"}
{"level":"info","ts":1784687842.429406,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687842.4294384,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7"}
{"level":"info","ts":1784687842.4304144,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7"}
{"level":"info","ts":1784687842.4304368,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7"}
{"level":"info","ts":1784687842.4304535,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7","EoS":false}
{"level":"info","ts":1784687842.4304655,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7","EoS":true}
{"level":"info","ts":1784687842.4305015,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7"}
{"level":"info","ts":1784688185.4145854,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688185.414672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49"}
{"level":"info","ts":1784688185.4146829,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49"}
{"level":"info","ts":1784688185.4146955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49","EoS":true}
{"level":"info","ts":1784688185.4147205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49","header":"x-maas-username"}
{"level":"info","ts":1784688185.4147322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49","header":"x-maas-subscription"}
{"level":"info","ts":1784688185.4147375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49","header":"x-maas-group"}
{"level":"info","ts":1784688185.4147766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688185.414803,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49"}
{"level":"info","ts":1784688185.4176326,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49"}
{"level":"info","ts":1784688185.4176533,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49"}
{"level":"info","ts":1784688185.4176674,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49","EoS":false}
{"level":"info","ts":1784688185.417679,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49","EoS":true}
{"level":"info","ts":1784688185.4177191,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49"}
{"level":"info","ts":1784688190.2100034,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0b51c2ba-64ca-44ca-a44f-15779056bd7e","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784688190.2102787,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37331.760141232,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688190.2103064,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688190.251075,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688190.3113084,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0b51c2ba-64ca-44ca-a44f-15779056bd7e","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784688190.3294287,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3094688e-62cb-4d6f-82de-79d3d42da5a7","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784688190.329445,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b9a423ea-6f4a-4c21-89ff-bc78835e91ac"}
{"level":"info","ts":1784688190.3294683,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3094688e-62cb-4d6f-82de-79d3d42da5a7","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784688190.3375082,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b91bc4f-20ac-4d25-9846-e95b1493517a","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784688190.337602,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b91bc4f-20ac-4d25-9846-e95b1493517a","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784688190.337634,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37190.592599773,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688190.3376567,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688190.34728,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688190.4377728,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b9a423ea-6f4a-4c21-89ff-bc78835e91ac","name":"e2e-external-provider"}
{"level":"info","ts":1784688190.4503298,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2e3a58e-62ab-4f10-9bec-b5d5002655d3"}
{"level":"info","ts":1784688190.4503691,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3d9b814-8d89-4ced-b77d-91f28ffd59a1","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688190.4504118,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3d9b814-8d89-4ced-b77d-91f28ffd59a1","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784688190.4540775,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b9a423ea-6f4a-4c21-89ff-bc78835e91ac","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784688190.4584143,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99c712c5-f688-42b1-b239-54b26c6a598f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688190.4584632,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99c712c5-f688-42b1-b239-54b26c6a598f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784688190.4585302,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2e3a58e-62ab-4f10-9bec-b5d5002655d3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688190.4585772,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2e3a58e-62ab-4f10-9bec-b5d5002655d3","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784688190.4620104,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2e3a58e-62ab-4f10-9bec-b5d5002655d3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784688190.462053,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2e3a58e-62ab-4f10-9bec-b5d5002655d3","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688190.462118,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ebf0770-e20d-48a9-a720-1fc393cb8362"}
{"level":"info","ts":1784688190.4621418,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ebf0770-e20d-48a9-a720-1fc393cb8362","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784688190.4638853,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b9a423ea-6f4a-4c21-89ff-bc78835e91ac","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784688190.467984,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ebf0770-e20d-48a9-a720-1fc393cb8362","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688190.4680583,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c810d7df-ff28-42a8-b56d-ee56072617e1"}
{"level":"info","ts":1784688190.4680943,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c810d7df-ff28-42a8-b56d-ee56072617e1","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784688190.468056,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b842ca0d-6a19-4b80-8e74-583cd821406d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688190.468174,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b842ca0d-6a19-4b80-8e74-583cd821406d","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784688190.471004,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b9a423ea-6f4a-4c21-89ff-bc78835e91ac","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784688190.472463,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c810d7df-ff28-42a8-b56d-ee56072617e1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688190.475888,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd774f7e-82d4-417d-b9c0-0acb4aa7ea3e","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784688190.47592,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a39c9e06-2a7d-46b9-829e-8b14eb910da2"}
{"level":"info","ts":1784688190.475941,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd774f7e-82d4-417d-b9c0-0acb4aa7ea3e","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784688190.4759753,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a39c9e06-2a7d-46b9-829e-8b14eb910da2","name":"e2e-external-provider"}
{"level":"info","ts":1784688190.4760287,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f668dab3-a10f-4bf9-853d-c67f788d4eac","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688190.476046,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f668dab3-a10f-4bf9-853d-c67f788d4eac","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784688190.4760978,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5dd257f8-fce5-465d-bdd2-721b65cbf248"}
{"level":"info","ts":1784688190.4762957,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32653.557446009,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688190.4763095,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688190.4826374,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688190.4858925,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a39c9e06-2a7d-46b9-829e-8b14eb910da2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784688190.4916093,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da0abfb2-903f-4689-b963-3e9546378d56"}
{"level":"info","ts":1784688190.4916568,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da0abfb2-903f-4689-b963-3e9546378d56","name":"e2e-external-provider"}
{"level":"info","ts":1784688190.5039055,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"da0abfb2-903f-4689-b963-3e9546378d56","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784688190.5772347,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5dd257f8-fce5-465d-bdd2-721b65cbf248","name":"e2e-external-model"}
{"level":"info","ts":1784688190.5883815,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5dd257f8-fce5-465d-bdd2-721b65cbf248","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784688190.5948317,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5d9704a-7dd7-4ff9-9329-544138d906e8"}
{"level":"info","ts":1784688190.59484,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85135afb-fb86-4a46-a256-4342ed260b91","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688190.5948932,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85135afb-fb86-4a46-a256-4342ed260b91","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784688190.5949187,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5d9704a-7dd7-4ff9-9329-544138d906e8","name":"e2e-external-model"}
{"level":"error","ts":1784688190.6116052,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5d9704a-7dd7-4ff9-9329-544138d906e8","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688190.611645,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2cacaab0-f72b-4d8b-8fe1-a32b59906e97","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688190.61168,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f460791-9f95-4d79-9c2b-dafa8c26192c"}
{"level":"info","ts":1784688190.6116805,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2cacaab0-f72b-4d8b-8fe1-a32b59906e97","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784688190.6117322,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f460791-9f95-4d79-9c2b-dafa8c26192c","name":"e2e-external-model"}
{"level":"info","ts":1784688190.6199627,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f460791-9f95-4d79-9c2b-dafa8c26192c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784688190.6278985,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31e316d2-87f8-4e05-88a9-b8f89a6d8f6d"}
{"level":"info","ts":1784688190.627912,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31b41d8f-93ec-4bdb-ba11-d860cf2b3f1b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688190.627953,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31b41d8f-93ec-4bdb-ba11-d860cf2b3f1b","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784688190.6279602,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31e316d2-87f8-4e05-88a9-b8f89a6d8f6d","name":"e2e-external-model"}
{"level":"info","ts":1784688190.637091,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31e316d2-87f8-4e05-88a9-b8f89a6d8f6d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784688197.8701777,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688197.8702598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf"}
{"level":"info","ts":1784688197.8702695,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf"}
{"level":"info","ts":1784688197.8702805,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf","EoS":true}
{"level":"info","ts":1784688197.870305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf","header":"x-maas-subscription"}
{"level":"info","ts":1784688197.8703156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf","header":"x-maas-group"}
{"level":"info","ts":1784688197.870321,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf","header":"x-maas-username"}
{"level":"info","ts":1784688197.870334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784688197.8703423,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf","modelName":"e2e-external-model"}
{"level":"info","ts":1784688197.8703604,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784688197.870409,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784688197.8704257,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf","authType":"apikey"}
{"level":"info","ts":1784688197.870454,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf"}
{"level":"info","ts":1784688197.9782236,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91facdd7-2ad5-4117-8d4a-103427eb7850"}
{"level":"info","ts":1784688197.9782608,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4de35db6-33fd-44ef-b17d-52c3c482aebb","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688197.9782956,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4de35db6-33fd-44ef-b17d-52c3c482aebb","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784688197.9837751,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3abc15af-ae0b-4ee1-a772-f7e6c513e7f3","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688197.9838135,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3abc15af-ae0b-4ee1-a772-f7e6c513e7f3","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784688197.986913,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91facdd7-2ad5-4117-8d4a-103427eb7850","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688197.9869788,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91facdd7-2ad5-4117-8d4a-103427eb7850","name":"e2e-cleanup-test"}
{"level":"error","ts":1784688198.002368,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91facdd7-2ad5-4117-8d4a-103427eb7850","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784688198.002417,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91facdd7-2ad5-4117-8d4a-103427eb7850","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688198.0024705,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09cacb7a-0a15-465c-80e1-fe6366022114","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688198.0025628,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09cacb7a-0a15-465c-80e1-fe6366022114","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784688198.0024812,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1a078e6-60f0-46a3-8f46-16ed916bad5b"}
{"level":"info","ts":1784688198.0026624,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1a078e6-60f0-46a3-8f46-16ed916bad5b","name":"e2e-cleanup-test"}
{"level":"error","ts":1784688198.0200627,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1a078e6-60f0-46a3-8f46-16ed916bad5b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688198.0203214,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36a2d264-a9ef-463e-8e1a-e03606174a65"}
{"level":"info","ts":1784688198.0203376,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe02b605-8b40-4070-acfd-041a635ecfa9","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688198.0203667,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe02b605-8b40-4070-acfd-041a635ecfa9","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784688198.0203826,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36a2d264-a9ef-463e-8e1a-e03606174a65","name":"e2e-cleanup-test"}
{"level":"info","ts":1784688198.0283108,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36a2d264-a9ef-463e-8e1a-e03606174a65","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784688198.0333676,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7fc7a880-c2d0-475b-9714-26eea7eee31b","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688198.0333939,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba406968-4829-407b-89f5-47b55aab555a"}
{"level":"info","ts":1784688198.0334,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7fc7a880-c2d0-475b-9714-26eea7eee31b","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784688198.0334532,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba406968-4829-407b-89f5-47b55aab555a","name":"e2e-cleanup-test"}
{"level":"info","ts":1784688198.0419748,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba406968-4829-407b-89f5-47b55aab555a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784688206.2305913,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"84f1d635-6bec-45cf-899f-ca07e6fdbb22"}
{"level":"info","ts":1784688206.2306383,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13192dc0-02e8-471e-a339-bf2eb618f781","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688206.2306726,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"13192dc0-02e8-471e-a339-bf2eb618f781","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688210.534474,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688210.5345604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"516c4f0b-4281-4684-8893-15bcbe828b59"}
{"level":"info","ts":1784688210.5345702,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"516c4f0b-4281-4684-8893-15bcbe828b59"}
{"level":"info","ts":1784688210.5345824,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"516c4f0b-4281-4684-8893-15bcbe828b59","EoS":true}
{"level":"info","ts":1784688210.5346208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"516c4f0b-4281-4684-8893-15bcbe828b59","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784688210.5346482,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"516c4f0b-4281-4684-8893-15bcbe828b59"}
{"level":"info","ts":1784688210.580096,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688210.5801759,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336"}
{"level":"info","ts":1784688210.5801876,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336"}
{"level":"info","ts":1784688210.5801992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336","EoS":true}
{"level":"info","ts":1784688210.5802279,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336","header":"x-maas-username"}
{"level":"info","ts":1784688210.5802388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336","header":"x-maas-group"}
{"level":"info","ts":1784688210.580243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336","header":"x-maas-subscription"}
{"level":"info","ts":1784688210.580258,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784688210.580267,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336","modelName":"e2e-external-model"}
{"level":"info","ts":1784688210.5802794,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784688210.5803006,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784688210.580317,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336","authType":"apikey"}
{"level":"info","ts":1784688210.5803406,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336"}
{"level":"info","ts":1784688210.615512,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688210.6156158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa"}
{"level":"info","ts":1784688210.6156316,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa"}
{"level":"info","ts":1784688210.615652,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa","EoS":true}
{"level":"info","ts":1784688210.615689,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa","header":"x-maas-subscription"}
{"level":"info","ts":1784688210.615702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa","header":"x-maas-group"}
{"level":"info","ts":1784688210.6157117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa","header":"x-maas-username"}
{"level":"info","ts":1784688210.6157298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784688210.6157877,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa"}
{"level":"info","ts":1784688210.7211592,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa"}
{"level":"info","ts":1784688210.7211883,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa"}
{"level":"info","ts":1784688210.721206,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa","EoS":false}
{"level":"info","ts":1784688210.7212198,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa","EoS":true}
{"level":"error","ts":1784688210.7212377,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784688210.7212932,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa"}
{"level":"info","ts":1784688210.7581985,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688210.7582717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7"}
{"level":"info","ts":1784688210.7582836,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7"}
{"level":"info","ts":1784688210.7582955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7","EoS":true}
{"level":"info","ts":1784688210.758319,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7","header":"x-maas-group"}
{"level":"info","ts":1784688210.7583287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7","header":"x-maas-username"}
{"level":"info","ts":1784688210.7583346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7","header":"x-maas-subscription"}
{"level":"info","ts":1784688210.7583628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7"}
{"level":"info","ts":1784688210.810545,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7"}
{"level":"info","ts":1784688210.810571,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7"}
{"level":"info","ts":1784688210.8105924,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7","EoS":false}
{"level":"info","ts":1784688210.8106086,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7","EoS":true}
{"level":"error","ts":1784688210.8106294,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784688210.8106763,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7"}
{"level":"info","ts":1784688211.6326456,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eea84498-c1ed-4bb0-b3a7-f00c338e4059"}
{"level":"info","ts":1784688211.6326563,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65bd79b4-9d37-485f-b85c-8d891ee530ae","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688211.6327293,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65bd79b4-9d37-485f-b85c-8d891ee530ae","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688211.7722833,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6744fbac-f579-4f73-a157-07a6ee63ee17","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784688211.7723231,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6744fbac-f579-4f73-a157-07a6ee63ee17","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784688211.7723482,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bcf99717-df5d-4bd1-8c6f-7c98ca4a296a"}
{"level":"info","ts":1784688211.8834035,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2e5572d1-aba8-4c18-8d49-0865f74a441e","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784688211.8834555,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2e5572d1-aba8-4c18-8d49-0865f74a441e","key":"llm/e2e-external-model-api-key"}