{"level":"info","ts":1785277377.369719,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e56c9602-8ae4-4236-977a-c50101c4cc06","header":"x-maas-group"} {"level":"info","ts":1785277377.3697298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e56c9602-8ae4-4236-977a-c50101c4cc06","header":"x-maas-username"} {"level":"info","ts":1785277377.369735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e56c9602-8ae4-4236-977a-c50101c4cc06","header":"x-maas-subscription"} {"level":"info","ts":1785277377.3697543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e56c9602-8ae4-4236-977a-c50101c4cc06","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277377.369784,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e56c9602-8ae4-4236-977a-c50101c4cc06"} {"level":"info","ts":1785277377.3707428,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e56c9602-8ae4-4236-977a-c50101c4cc06"} {"level":"info","ts":1785277377.3707647,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e56c9602-8ae4-4236-977a-c50101c4cc06"} {"level":"info","ts":1785277377.3707867,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e56c9602-8ae4-4236-977a-c50101c4cc06","EoS":false} {"level":"info","ts":1785277377.3707995,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e56c9602-8ae4-4236-977a-c50101c4cc06","EoS":true} {"level":"info","ts":1785277377.3708277,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e56c9602-8ae4-4236-977a-c50101c4cc06"} {"level":"info","ts":1785277400.4962754,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277400.4963589,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0"} {"level":"info","ts":1785277400.4963715,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0"} {"level":"info","ts":1785277400.4963834,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0","EoS":true} {"level":"info","ts":1785277400.4964108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0","header":"x-maas-username"} {"level":"info","ts":1785277400.496421,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0","header":"x-maas-subscription"} {"level":"info","ts":1785277400.4964256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0","header":"x-maas-group"} {"level":"info","ts":1785277400.4964395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277400.4964626,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0"} {"level":"info","ts":1785277400.499117,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0"} {"level":"info","ts":1785277400.4991393,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0"} {"level":"info","ts":1785277400.4991555,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0","EoS":false} {"level":"info","ts":1785277400.499166,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0","EoS":true} {"level":"info","ts":1785277400.4991987,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5ccd2f55-ad66-4485-bd0c-04628fddd4e0"} {"level":"info","ts":1785277400.6337936,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277400.6338747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f"} {"level":"info","ts":1785277400.6338856,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f"} {"level":"info","ts":1785277400.633897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f","EoS":true} {"level":"info","ts":1785277400.6339219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f","header":"x-maas-group"} {"level":"info","ts":1785277400.6339326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f","header":"x-maas-username"} {"level":"info","ts":1785277400.6339386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f","header":"x-maas-subscription"} {"level":"info","ts":1785277400.633953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277400.633974,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f"} {"level":"info","ts":1785277400.6349194,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f"} {"level":"info","ts":1785277400.6349406,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f"} {"level":"info","ts":1785277400.6349566,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f","EoS":false} {"level":"info","ts":1785277400.6349704,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f","EoS":true} {"level":"info","ts":1785277400.6350033,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a57d8d3a-4632-40af-a337-7e93375ed52f"} {"level":"info","ts":1785277400.7730882,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277400.7731633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f"} {"level":"info","ts":1785277400.773177,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f"} {"level":"info","ts":1785277400.7731957,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f","EoS":true} {"level":"info","ts":1785277400.7732205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f","header":"x-maas-group"} {"level":"info","ts":1785277400.7732308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f","header":"x-maas-username"} {"level":"info","ts":1785277400.7732358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f","header":"x-maas-subscription"} {"level":"info","ts":1785277400.7732532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277400.7732887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f"} {"level":"info","ts":1785277400.7741895,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f"} {"level":"info","ts":1785277400.7742083,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f"} {"level":"info","ts":1785277400.7742229,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f","EoS":false} {"level":"info","ts":1785277400.7742348,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f","EoS":true} {"level":"info","ts":1785277400.7742624,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bdd4400d-f018-46d5-8ab3-f561e669799f"} {"level":"info","ts":1785277400.9102669,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277400.9103456,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525"} {"level":"info","ts":1785277400.910357,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525"} {"level":"info","ts":1785277400.9103675,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525","EoS":true} {"level":"info","ts":1785277400.9103906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525","header":"x-maas-group"} {"level":"info","ts":1785277400.9104016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525","header":"x-maas-username"} {"level":"info","ts":1785277400.9104505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525","header":"x-maas-subscription"} {"level":"info","ts":1785277400.9104688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277400.9105055,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525"} {"level":"info","ts":1785277400.911461,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525"} {"level":"info","ts":1785277400.9114797,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525"} {"level":"info","ts":1785277400.9114952,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525","EoS":false} {"level":"info","ts":1785277400.9115052,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525","EoS":true} {"level":"info","ts":1785277400.911531,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"207a5175-a82c-46d0-b034-cb064d9d0525"} {"level":"info","ts":1785277401.0460207,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277401.0461066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d"} {"level":"info","ts":1785277401.0461187,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d"} {"level":"info","ts":1785277401.0461323,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d","EoS":true} {"level":"info","ts":1785277401.0461588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d","header":"x-maas-group"} {"level":"info","ts":1785277401.0462136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d","header":"x-maas-subscription"} {"level":"info","ts":1785277401.0462196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d","header":"x-maas-username"} {"level":"info","ts":1785277401.0462344,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277401.0462587,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d"} {"level":"info","ts":1785277401.0471535,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d"} {"level":"info","ts":1785277401.0471787,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d"} {"level":"info","ts":1785277401.0471961,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d","EoS":false} {"level":"info","ts":1785277401.0472105,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d","EoS":true} {"level":"info","ts":1785277401.0472388,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2553f2ac-2327-4544-b12d-be3dd85f3f9d"} {"level":"info","ts":1785277418.0111735,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277418.0112727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb"} {"level":"info","ts":1785277418.0112894,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb"} {"level":"info","ts":1785277418.0113077,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb","EoS":true} {"level":"info","ts":1785277418.0113456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb","header":"x-maas-username"} {"level":"info","ts":1785277418.0113578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb","header":"x-maas-subscription"} {"level":"info","ts":1785277418.0113664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb","header":"x-maas-group"} {"level":"info","ts":1785277418.0113862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277418.0114212,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb"} {"level":"info","ts":1785277418.0139558,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb"} {"level":"info","ts":1785277418.0139787,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb"} {"level":"info","ts":1785277418.014,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb","EoS":false} {"level":"info","ts":1785277418.0140114,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb","EoS":true} {"level":"info","ts":1785277418.0140429,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"04e3580e-6668-4a1c-bc22-737ddc0c6bbb"} {"level":"info","ts":1785277418.1209047,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277418.120995,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3090344f-ba88-48bc-92f0-aeef5a17f318"} {"level":"info","ts":1785277418.123039,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3090344f-ba88-48bc-92f0-aeef5a17f318"} {"level":"info","ts":1785277418.1230612,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3090344f-ba88-48bc-92f0-aeef5a17f318"} {"level":"info","ts":1785277418.1230786,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3090344f-ba88-48bc-92f0-aeef5a17f318","EoS":false} {"level":"info","ts":1785277418.1230915,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3090344f-ba88-48bc-92f0-aeef5a17f318"} {"level":"info","ts":1785277418.123119,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3090344f-ba88-48bc-92f0-aeef5a17f318","EoS":true} {"level":"info","ts":1785277418.1231296,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3090344f-ba88-48bc-92f0-aeef5a17f318"} {"level":"info","ts":1785277422.7451534,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277422.7452502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418"} {"level":"info","ts":1785277422.7452617,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418"} {"level":"info","ts":1785277422.7452736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418","EoS":true} {"level":"info","ts":1785277422.7452998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418","header":"x-maas-group"} {"level":"info","ts":1785277422.7453103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418","header":"x-maas-username"} {"level":"info","ts":1785277422.7453153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418","header":"x-maas-subscription"} {"level":"info","ts":1785277422.7453306,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277422.7453547,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418"} {"level":"info","ts":1785277422.7463052,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418"} {"level":"info","ts":1785277422.746327,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418"} {"level":"info","ts":1785277422.7463434,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418","EoS":false} {"level":"info","ts":1785277422.7463555,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418","EoS":true} {"level":"info","ts":1785277422.7463884,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5a6b2bb2-2c38-4fcb-a42a-38b1be68c418"} {"level":"info","ts":1785277431.3229232,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277431.3230047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50"} {"level":"info","ts":1785277431.3230143,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50"} {"level":"info","ts":1785277431.3230257,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50","EoS":true} {"level":"info","ts":1785277431.32305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50","header":"x-maas-username"} {"level":"info","ts":1785277431.3230603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50","header":"x-maas-subscription"} {"level":"info","ts":1785277431.323105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50","header":"x-maas-group"} {"level":"info","ts":1785277431.3231206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277431.3231442,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50"} {"level":"info","ts":1785277431.3250906,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50"} {"level":"info","ts":1785277431.3251119,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50"} {"level":"info","ts":1785277431.325132,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50","EoS":false} {"level":"info","ts":1785277431.3251455,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50","EoS":true} {"level":"info","ts":1785277431.3251758,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"605d8825-dc60-44be-9d09-a7a0e5a99b50"} {"level":"info","ts":1785277444.1991239,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277444.1992245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed"} {"level":"info","ts":1785277444.19924,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed"} {"level":"info","ts":1785277444.1992576,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed","EoS":true} {"level":"info","ts":1785277444.1992931,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed","header":"x-maas-group"} {"level":"info","ts":1785277444.1993077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed","header":"x-maas-username"} {"level":"info","ts":1785277444.199316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed","header":"x-maas-subscription"} {"level":"info","ts":1785277444.1993344,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277444.1993654,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed"} {"level":"info","ts":1785277444.2003434,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed"} {"level":"info","ts":1785277444.2003655,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed"} {"level":"info","ts":1785277444.2003868,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed","EoS":false} {"level":"info","ts":1785277444.2003984,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed","EoS":true} {"level":"info","ts":1785277444.200431,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e44f64a7-52ae-4dcc-9e69-31dd250971ed"} {"level":"info","ts":1785277452.7558315,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277452.755927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c"} {"level":"info","ts":1785277452.755943,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c"} {"level":"info","ts":1785277452.7559586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c","EoS":true} {"level":"info","ts":1785277452.7559865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c","header":"x-maas-group"} {"level":"info","ts":1785277452.7559965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c","header":"x-maas-username"} {"level":"info","ts":1785277452.7560022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c","header":"x-maas-subscription"} {"level":"info","ts":1785277452.7560177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277452.7560449,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c"} {"level":"info","ts":1785277452.7570648,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c"} {"level":"info","ts":1785277452.757085,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c"} {"level":"info","ts":1785277452.7571082,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c","EoS":false} {"level":"info","ts":1785277452.7571275,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c","EoS":true} {"level":"info","ts":1785277452.7571712,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1c35a9e9-64a7-45ee-85ab-c61bf0c1ec5c"} {"level":"info","ts":1785277461.6411314,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277461.6412106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b"} {"level":"info","ts":1785277461.6412225,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b"} {"level":"info","ts":1785277461.6412454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b","EoS":true} {"level":"info","ts":1785277461.6412709,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b","header":"x-maas-username"} {"level":"info","ts":1785277461.6412818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b","header":"x-maas-group"} {"level":"info","ts":1785277461.641287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b","header":"x-maas-subscription"} {"level":"info","ts":1785277461.641304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277461.6413321,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b"} {"level":"info","ts":1785277461.642297,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b"} {"level":"info","ts":1785277461.6423178,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b"} {"level":"info","ts":1785277461.6423357,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b","EoS":false} {"level":"info","ts":1785277461.642349,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b","EoS":true} {"level":"info","ts":1785277461.6423764,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8ab6b561-dab3-41df-8f35-3504ee737a6b"} {"level":"info","ts":1785277484.6631992,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277484.6632898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b"} {"level":"info","ts":1785277484.663307,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b"} {"level":"info","ts":1785277484.6633313,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b","EoS":true} {"level":"info","ts":1785277484.6633725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b","header":"x-maas-group"} {"level":"info","ts":1785277484.6633852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b","header":"x-maas-username"} {"level":"info","ts":1785277484.663395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b","header":"x-maas-subscription"} {"level":"info","ts":1785277484.6634157,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277484.663451,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b"} {"level":"info","ts":1785277484.6643045,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b"} {"level":"info","ts":1785277484.6643264,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b"} {"level":"info","ts":1785277484.664347,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b","EoS":false} {"level":"info","ts":1785277484.664361,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b","EoS":true} {"level":"info","ts":1785277484.664394,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4eef7f79-e2e4-46b1-b6a8-45fba3e62b1b"} {"level":"info","ts":1785277507.799443,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277507.7995286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611"} {"level":"info","ts":1785277507.799539,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611"} {"level":"info","ts":1785277507.7995515,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611","EoS":true} {"level":"info","ts":1785277507.7995918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611","header":"x-maas-username"} {"level":"info","ts":1785277507.799603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611","header":"x-maas-subscription"} {"level":"info","ts":1785277507.7996085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611","header":"x-maas-group"} {"level":"info","ts":1785277507.799622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785277507.7996466,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611"} {"level":"info","ts":1785277507.8017292,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611"} {"level":"info","ts":1785277507.8017514,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611"} {"level":"info","ts":1785277507.8017697,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611","EoS":false} {"level":"info","ts":1785277507.8017817,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611","EoS":true} {"level":"info","ts":1785277507.8018126,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9097bd17-1483-4877-a6f5-f3f525680611"} {"level":"info","ts":1785277544.9726393,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277544.9727497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45"} {"level":"info","ts":1785277544.9727705,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45"} {"level":"info","ts":1785277544.9727898,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45","EoS":true} {"level":"info","ts":1785277544.9728255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45","header":"x-maas-username"} {"level":"info","ts":1785277544.9728396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45","header":"x-maas-group"} {"level":"info","ts":1785277544.972848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45","header":"x-maas-subscription"} {"level":"info","ts":1785277544.9728663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277544.9729013,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45"} {"level":"info","ts":1785277544.9746156,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45"} {"level":"info","ts":1785277544.9746451,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45"} {"level":"info","ts":1785277544.9746642,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45","EoS":false} {"level":"info","ts":1785277544.9746754,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45","EoS":true} {"level":"info","ts":1785277544.97471,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cacaab8d-5a4a-461e-b4e4-02db5f7e3d45"} {"level":"info","ts":1785277554.3767245,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277554.376893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153"} {"level":"info","ts":1785277554.3769305,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153"} {"level":"info","ts":1785277554.376968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153","EoS":true} {"level":"info","ts":1785277554.3770194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153","header":"x-maas-username"} {"level":"info","ts":1785277554.3770502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153","header":"x-maas-group"} {"level":"info","ts":1785277554.3770752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153","header":"x-maas-subscription"} {"level":"info","ts":1785277554.3771102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277554.3771656,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153"} {"level":"info","ts":1785277554.3783033,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153"} {"level":"info","ts":1785277554.3783329,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153"} {"level":"info","ts":1785277554.3783538,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153","EoS":false} {"level":"info","ts":1785277554.3783703,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153","EoS":true} {"level":"info","ts":1785277554.3784103,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"77ffbb2b-137b-4b53-9c69-a9b976db8153"} {"level":"info","ts":1785277554.4189932,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277554.4190896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb"} {"level":"info","ts":1785277554.4191046,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb"} {"level":"info","ts":1785277554.4191194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb","EoS":true} {"level":"info","ts":1785277554.4192064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb","header":"x-maas-group"} {"level":"info","ts":1785277554.4192212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb","header":"x-maas-subscription"} {"level":"info","ts":1785277554.4192283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb","header":"x-maas-username"} {"level":"info","ts":1785277554.4192472,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277554.4192822,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb"} {"level":"info","ts":1785277554.4202678,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb"} {"level":"info","ts":1785277554.4202878,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb"} {"level":"info","ts":1785277554.420303,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb","EoS":false} {"level":"info","ts":1785277554.420313,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb","EoS":true} {"level":"info","ts":1785277554.4203398,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1bbf2b2f-99cb-4b92-9a01-537d5f98b4eb"} {"level":"info","ts":1785277573.5695462,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277573.5696487,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9"} {"level":"info","ts":1785277573.569659,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9"} {"level":"info","ts":1785277573.5696702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9","EoS":true} {"level":"info","ts":1785277573.5696955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9","header":"x-maas-subscription"} {"level":"info","ts":1785277573.5697472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9","header":"x-maas-group"} {"level":"info","ts":1785277573.569752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9","header":"x-maas-username"} {"level":"info","ts":1785277573.5697687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277573.569796,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9"} {"level":"info","ts":1785277573.5707898,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9"} {"level":"info","ts":1785277573.5708153,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9"} {"level":"info","ts":1785277573.5708363,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9","EoS":false} {"level":"info","ts":1785277573.5708473,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9","EoS":true} {"level":"info","ts":1785277573.5708764,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e94b73e1-627f-4d93-b559-6252a08bc0a9"} {"level":"info","ts":1785277719.5281298,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277719.528216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367"} {"level":"info","ts":1785277719.5282288,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367"} {"level":"info","ts":1785277719.5282402,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367","EoS":true} {"level":"info","ts":1785277719.5282633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367","header":"x-maas-subscription"} {"level":"info","ts":1785277719.5282738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367","header":"x-maas-username"} {"level":"info","ts":1785277719.528279,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367","header":"x-maas-group"} {"level":"info","ts":1785277719.5282938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785277719.5283191,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367"} {"level":"info","ts":1785277719.5316238,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367"} {"level":"info","ts":1785277719.5316443,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367"} {"level":"info","ts":1785277719.5316584,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367","EoS":false} {"level":"info","ts":1785277719.53167,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367","EoS":true} {"level":"info","ts":1785277719.5316966,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d2da5efc-e92c-4e2c-b2ef-d09c4581c367"} {"level":"info","ts":1785277767.3738234,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277767.373942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da"} {"level":"info","ts":1785277767.3739595,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da"} {"level":"info","ts":1785277767.3739722,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da","EoS":true} {"level":"info","ts":1785277767.3739984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da","header":"x-maas-group"} {"level":"info","ts":1785277767.3740082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da","header":"x-maas-username"} {"level":"info","ts":1785277767.374014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da","header":"x-maas-subscription"} {"level":"info","ts":1785277767.3740308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277767.3740592,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da"} {"level":"info","ts":1785277767.3766,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da"} {"level":"info","ts":1785277767.3766217,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da"} {"level":"info","ts":1785277767.3766382,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da","EoS":false} {"level":"info","ts":1785277767.3766503,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da","EoS":true} {"level":"info","ts":1785277767.3766804,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b55f0c90-e418-4aeb-b4dd-5c4ffc37e3da"} {"level":"info","ts":1785277782.6289356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785277782.6290205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df"} {"level":"info","ts":1785277782.6290329,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df"} {"level":"info","ts":1785277782.6290448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df","EoS":true} {"level":"info","ts":1785277782.6290753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df","header":"x-maas-username"} {"level":"info","ts":1785277782.6290867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df","header":"x-maas-group"} {"level":"info","ts":1785277782.6290915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df","header":"x-maas-subscription"} {"level":"info","ts":1785277782.6291053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785277782.629129,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df"} {"level":"info","ts":1785277782.6300378,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df"} {"level":"info","ts":1785277782.6300619,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df"} {"level":"info","ts":1785277782.63008,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df","EoS":false} {"level":"info","ts":1785277782.6300957,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df","EoS":true} {"level":"info","ts":1785277782.6301265,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3716c947-f04c-4189-9ba8-303b4e7c56df"} {"level":"info","ts":1785278099.9521976,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278099.952286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2"} {"level":"info","ts":1785278099.9522967,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2"} {"level":"info","ts":1785278099.9523087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2","EoS":true} {"level":"info","ts":1785278099.9523335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2","header":"x-maas-group"} {"level":"info","ts":1785278099.9523442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2","header":"x-maas-subscription"} {"level":"info","ts":1785278099.952349,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2","header":"x-maas-username"} {"level":"info","ts":1785278099.9523628,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785278099.9523866,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2"} {"level":"info","ts":1785278099.9533427,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2"} {"level":"info","ts":1785278099.953371,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2"} {"level":"info","ts":1785278099.9533887,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2","EoS":false} {"level":"info","ts":1785278099.9534004,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2","EoS":true} {"level":"info","ts":1785278099.9534318,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"28c211ea-9e0f-4468-9c94-0bf0a29188d2"} {"level":"info","ts":1785278104.8048952,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"dd6c2bc9-ea31-4acb-8813-812f21946575","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785278104.8051708,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36055.023941835,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278104.8052032,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278104.8849976,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278104.9060671,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"dd6c2bc9-ea31-4acb-8813-812f21946575","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785278104.918487,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a077d8a-abe4-416b-bfb0-6224e4e1c0f4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785278104.9185245,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a077d8a-abe4-416b-bfb0-6224e4e1c0f4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785278104.9186103,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0abfbb5-82c0-4021-9dd1-18604a8a73ae"} {"level":"info","ts":1785278104.9244797,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b03320e8-63d0-484d-b956-20618d375865","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785278104.9245133,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b03320e8-63d0-484d-b956-20618d375865","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785278104.9250777,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36221.957846624,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278104.925094,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278104.9332433,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278105.0251727,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0abfbb5-82c0-4021-9dd1-18604a8a73ae","name":"e2e-external-provider"} {"level":"info","ts":1785278105.0291471,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f1e7bb2-3362-4509-b5f3-14f330c52932","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278105.029175,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3973ab03-02f2-4ea3-930b-cfaf1d328652"} {"level":"info","ts":1785278105.029204,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f1e7bb2-3362-4509-b5f3-14f330c52932","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785278105.0348477,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0abfbb5-82c0-4021-9dd1-18604a8a73ae","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785278105.0348818,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79806041-5ad4-4025-aa74-152a46f3a36a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278105.0349104,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79806041-5ad4-4025-aa74-152a46f3a36a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785278105.035195,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3973ab03-02f2-4ea3-930b-cfaf1d328652","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785278105.0422225,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21f07605-bc47-4880-b3fd-3fd6969ef7f9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278105.042253,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21f07605-bc47-4880-b3fd-3fd6969ef7f9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785278105.0424576,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3973ab03-02f2-4ea3-930b-cfaf1d328652","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278105.0425382,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3dd5d3be-3a41-4008-a2ba-1c279b72f10b"} {"level":"info","ts":1785278105.0425627,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3dd5d3be-3a41-4008-a2ba-1c279b72f10b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785278105.0464144,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0abfbb5-82c0-4021-9dd1-18604a8a73ae","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785278105.0471747,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3dd5d3be-3a41-4008-a2ba-1c279b72f10b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278105.052814,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c0abfbb5-82c0-4021-9dd1-18604a8a73ae","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785278105.0578997,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0471e822-a8c2-4963-b37e-23a0dbc1324b"} {"level":"info","ts":1785278105.0579545,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0471e822-a8c2-4963-b37e-23a0dbc1324b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785278105.0603013,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8c1fe7e-7625-4397-b177-37c3e6945646"} {"level":"info","ts":1785278105.0603013,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07ebf9a2-4b86-4227-91ba-6e248ed58128","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785278105.0603397,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07ebf9a2-4b86-4227-91ba-6e248ed58128","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785278105.060379,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8c1fe7e-7625-4397-b177-37c3e6945646","name":"e2e-external-provider"} {"level":"info","ts":1785278105.0604937,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4219aba8-1586-481c-81a3-d18fbee981be","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278105.0605218,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4219aba8-1586-481c-81a3-d18fbee981be","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785278105.0626495,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0471e822-a8c2-4963-b37e-23a0dbc1324b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278105.0627184,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3819610b-0e37-4cc3-9db4-f640a4d31837"} {"level":"info","ts":1785278105.0629976,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33672.400303062,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278105.0630138,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278105.070202,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785278105.070822,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8c1fe7e-7625-4397-b177-37c3e6945646","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785278105.075481,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aaa5cc32-8463-41d5-9632-d3b2dbb7e24d"} {"level":"info","ts":1785278105.0755312,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aaa5cc32-8463-41d5-9632-d3b2dbb7e24d","name":"e2e-external-provider"} {"level":"info","ts":1785278105.085487,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aaa5cc32-8463-41d5-9632-d3b2dbb7e24d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785278105.163094,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3819610b-0e37-4cc3-9db4-f640a4d31837","name":"e2e-external-model"} {"level":"info","ts":1785278105.174984,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3819610b-0e37-4cc3-9db4-f640a4d31837","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785278105.1825378,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08cd226a-b4a9-47ad-9bc5-09a093b32c04","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278105.1825757,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08cd226a-b4a9-47ad-9bc5-09a093b32c04","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785278105.1827025,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f28a702-5824-4020-84c9-4a5d2649fd24"} {"level":"info","ts":1785278105.1827738,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f28a702-5824-4020-84c9-4a5d2649fd24","name":"e2e-external-model"} {"level":"error","ts":1785278105.1959736,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f28a702-5824-4020-84c9-4a5d2649fd24","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278105.196069,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0aab7689-bbc2-49be-a242-d9029758ce8a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278105.1960819,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ec9440e-4315-4c86-8e5d-f79e5d9eda13"} {"level":"info","ts":1785278105.1961043,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0aab7689-bbc2-49be-a242-d9029758ce8a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785278105.1961365,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ec9440e-4315-4c86-8e5d-f79e5d9eda13","name":"e2e-external-model"} {"level":"info","ts":1785278105.204054,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ec9440e-4315-4c86-8e5d-f79e5d9eda13","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785278105.2093759,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e86d1f63-72b0-4ccd-80cd-bdcf332308bf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278105.2094204,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e86d1f63-72b0-4ccd-80cd-bdcf332308bf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785278105.2095675,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a0d6f935-8e50-4fa7-a9ec-869a23f65e7d"} {"level":"info","ts":1785278105.2096553,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a0d6f935-8e50-4fa7-a9ec-869a23f65e7d","name":"e2e-external-model"} {"level":"info","ts":1785278105.217404,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a0d6f935-8e50-4fa7-a9ec-869a23f65e7d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785278112.6234035,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278112.6234984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118"} {"level":"info","ts":1785278112.6235154,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118"} {"level":"info","ts":1785278112.623536,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","EoS":true} {"level":"info","ts":1785278112.623572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","header":"x-maas-group"} {"level":"info","ts":1785278112.6236043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","header":"x-maas-subscription"} {"level":"info","ts":1785278112.6236155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","header":"x-maas-username"} {"level":"info","ts":1785278112.6236339,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785278112.6236482,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","modelName":"e2e-external-model"} {"level":"info","ts":1785278112.6236699,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785278112.6237047,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785278112.6237302,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","authType":"apikey"} {"level":"info","ts":1785278112.6237674,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118"} {"level":"info","ts":1785278112.7230928,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118"} {"level":"info","ts":1785278112.7231216,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118"} {"level":"info","ts":1785278112.7231402,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","EoS":false} {"level":"info","ts":1785278112.723707,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","EoS":true} {"level":"error","ts":1785278112.7237406,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785278112.7238119,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b2568e7f-88ba-456d-a7fc-c28bd968f118"} {"level":"info","ts":1785278112.840364,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9f708c6-083b-403c-98a0-a034cdb110f8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278112.840406,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9f708c6-083b-403c-98a0-a034cdb110f8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785278112.8404121,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7a65e08-dfbe-4a78-9fc2-c8be743139a1"} {"level":"info","ts":1785278112.8477292,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6eb48d36-3ac6-4c8e-b50c-7ab4a895fc39","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278112.847768,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6eb48d36-3ac6-4c8e-b50c-7ab4a895fc39","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785278112.8486536,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7a65e08-dfbe-4a78-9fc2-c8be743139a1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278112.8487852,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7a65e08-dfbe-4a78-9fc2-c8be743139a1","name":"e2e-cleanup-test"} {"level":"error","ts":1785278112.8651924,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7a65e08-dfbe-4a78-9fc2-c8be743139a1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785278112.8652449,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7a65e08-dfbe-4a78-9fc2-c8be743139a1","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278112.8652925,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c6ea9e6-aac7-4c8e-b050-3ead4b1d44a2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278112.8653085,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f01024b1-3912-4a84-98bf-956c6241cf8d"} {"level":"info","ts":1785278112.865328,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c6ea9e6-aac7-4c8e-b050-3ead4b1d44a2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785278112.8653634,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f01024b1-3912-4a84-98bf-956c6241cf8d","name":"e2e-cleanup-test"} {"level":"info","ts":1785278112.8819017,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ffc7cd-ea75-423d-9e38-1f5731de8f3f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278112.881939,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ffc7cd-ea75-423d-9e38-1f5731de8f3f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785278112.8820856,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f01024b1-3912-4a84-98bf-956c6241cf8d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785278112.882139,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f01024b1-3912-4a84-98bf-956c6241cf8d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785278112.882196,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4b840a6-ea5c-472f-bb6d-76ad2cb02ba8"} {"level":"info","ts":1785278112.8822517,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4b840a6-ea5c-472f-bb6d-76ad2cb02ba8","name":"e2e-cleanup-test"} {"level":"info","ts":1785278112.8896282,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4b840a6-ea5c-472f-bb6d-76ad2cb02ba8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785278112.8948462,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a9598de-c1d0-49b8-9cc9-0079572cc3dd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278112.8948793,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6a9598de-c1d0-49b8-9cc9-0079572cc3dd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785278112.89527,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4259fd74-29db-4cce-ae95-82537d23d864"} {"level":"info","ts":1785278112.8953342,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4259fd74-29db-4cce-ae95-82537d23d864","name":"e2e-cleanup-test"} {"level":"info","ts":1785278112.905349,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4259fd74-29db-4cce-ae95-82537d23d864","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785278121.1037529,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"150f688e-d58b-4f26-9cdb-9e955f3d7a82","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278121.1037946,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"150f688e-d58b-4f26-9cdb-9e955f3d7a82","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785278121.1037998,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"741f0ed2-dc63-4265-8370-51c567a22ae4"} {"level":"info","ts":1785278125.41041,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278125.4104886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76cc9a92-0d5d-4555-b076-56dd1ec3630d"} {"level":"info","ts":1785278125.410498,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"76cc9a92-0d5d-4555-b076-56dd1ec3630d"} {"level":"info","ts":1785278125.4105103,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76cc9a92-0d5d-4555-b076-56dd1ec3630d","EoS":true} {"level":"info","ts":1785278125.4105482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76cc9a92-0d5d-4555-b076-56dd1ec3630d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785278125.410594,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"76cc9a92-0d5d-4555-b076-56dd1ec3630d"} {"level":"info","ts":1785278125.4571915,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278125.4572923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f"} {"level":"info","ts":1785278125.4573073,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f"} {"level":"info","ts":1785278125.4573276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","EoS":true} {"level":"info","ts":1785278125.4573667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","header":"x-maas-username"} {"level":"info","ts":1785278125.4573798,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","header":"x-maas-subscription"} {"level":"info","ts":1785278125.4573896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","header":"x-maas-group"} {"level":"info","ts":1785278125.4574108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785278125.4574234,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","modelName":"e2e-external-model"} {"level":"info","ts":1785278125.457445,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785278125.4574747,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785278125.4575012,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","authType":"apikey"} {"level":"info","ts":1785278125.457537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f"} {"level":"info","ts":1785278125.56385,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f"} {"level":"info","ts":1785278125.56388,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f"} {"level":"info","ts":1785278125.5639043,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","EoS":false} {"level":"info","ts":1785278125.5639198,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","EoS":true} {"level":"error","ts":1785278125.5639338,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785278125.5639846,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"eee90266-5374-4a1b-8ea9-c9c6922ef96f"} {"level":"info","ts":1785278125.61161,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278125.6116815,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13"} {"level":"info","ts":1785278125.6116948,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13"} {"level":"info","ts":1785278125.6117055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13","EoS":true} {"level":"info","ts":1785278125.611731,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13","header":"x-maas-subscription"} {"level":"info","ts":1785278125.611741,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13","header":"x-maas-username"} {"level":"info","ts":1785278125.6117465,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13","header":"x-maas-group"} {"level":"info","ts":1785278125.6117606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785278125.61183,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13"} {"level":"info","ts":1785278125.660769,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13"} {"level":"info","ts":1785278125.660797,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13"} {"level":"info","ts":1785278125.6608143,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13","EoS":false} {"level":"info","ts":1785278125.660827,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13","EoS":true} {"level":"error","ts":1785278125.660841,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785278125.660878,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"80bc8a47-ae3f-4955-94af-ee1e66662b13"} {"level":"info","ts":1785278125.6971135,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785278125.697189,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc"} {"level":"info","ts":1785278125.6972003,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc"} {"level":"info","ts":1785278125.6972132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc","EoS":true} {"level":"info","ts":1785278125.6972365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc","header":"x-maas-username"} {"level":"info","ts":1785278125.697247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc","header":"x-maas-group"} {"level":"info","ts":1785278125.697252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc","header":"x-maas-subscription"} {"level":"info","ts":1785278125.6972892,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc"} {"level":"info","ts":1785278125.7451882,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc"} {"level":"info","ts":1785278125.745214,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc"} {"level":"info","ts":1785278125.7452333,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc","EoS":false} {"level":"info","ts":1785278125.7452462,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc","EoS":true} {"level":"error","ts":1785278125.7452552,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785278125.745295,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bcf6bc5c-0d52-4761-8a49-722a2b62d9fc"} {"level":"info","ts":1785278126.559723,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f229fde-dee6-4bc4-9313-7264f6406529","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278126.5597374,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0cb1e46b-c7d5-45cf-adb5-7dc47f9e589f"} {"level":"info","ts":1785278126.5597637,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f229fde-dee6-4bc4-9313-7264f6406529","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785278126.7099726,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69ec76ff-d9a8-4933-83a3-ec96ed6bcc59"} {"level":"info","ts":1785278126.7099752,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bff90adc-8da7-4b7d-8e89-17d213af872f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785278126.7100377,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bff90adc-8da7-4b7d-8e89-17d213af872f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785278126.823525,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7762609d-b941-48d1-a1b4-c550d0568dca","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785278126.8236058,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7762609d-b941-48d1-a1b4-c550d0568dca","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785279500.7915313,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785279500.791671,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8fd8c0f5-06ee-4380-9c01-0ad35ab0cf51"} {"level":"info","ts":1785279575.5836506,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785279575.5837479,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa"} {"level":"info","ts":1785279575.583759,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa"} {"level":"info","ts":1785279575.58377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa","EoS":true} {"level":"info","ts":1785279575.5837975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa","header":"x-maas-username"} {"level":"info","ts":1785279575.5838072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa","header":"x-maas-group"} {"level":"info","ts":1785279575.5838127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa","header":"x-maas-subscription"} {"level":"info","ts":1785279575.5838256,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785279575.583851,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa"} {"level":"info","ts":1785279575.5871043,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa"} {"level":"info","ts":1785279575.587131,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa"} {"level":"info","ts":1785279575.5871499,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa","EoS":false} {"level":"info","ts":1785279575.5871613,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa","EoS":true} {"level":"info","ts":1785279575.587193,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"327886b7-f996-40a0-bd8c-c5d5a4dc23aa"}