{"level":"info","ts":1784822771.1970658,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf"}
{"level":"info","ts":1784822771.1970873,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf","EoS":true}
{"level":"info","ts":1784822771.1971216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf","header":"x-maas-subscription"}
{"level":"info","ts":1784822771.197137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf","header":"x-maas-group"}
{"level":"info","ts":1784822771.197145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf","header":"x-maas-username"}
{"level":"info","ts":1784822771.1971653,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784822771.197201,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf"}
{"level":"info","ts":1784822771.198111,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf"}
{"level":"info","ts":1784822771.1981316,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf"}
{"level":"info","ts":1784822771.1981459,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf","EoS":false}
{"level":"info","ts":1784822771.198157,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf","EoS":true}
{"level":"info","ts":1784822771.1981952,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b356a53a-28e8-938b-a801-8a6779882baf"}
{"level":"info","ts":1784822784.1031063,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784822784.1031735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334"}
{"level":"info","ts":1784822784.1031823,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334"}
{"level":"info","ts":1784822784.103193,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334","EoS":true}
{"level":"info","ts":1784822784.1032157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334","header":"x-maas-subscription"}
{"level":"info","ts":1784822784.1032262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334","header":"x-maas-username"}
{"level":"info","ts":1784822784.1032312,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334","header":"x-maas-group"}
{"level":"info","ts":1784822784.103245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784822784.103268,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334"}
{"level":"info","ts":1784822784.1042652,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334"}
{"level":"info","ts":1784822784.1042929,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334"}
{"level":"info","ts":1784822784.1043096,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334","EoS":false}
{"level":"info","ts":1784822784.1043215,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334","EoS":true}
{"level":"info","ts":1784822784.104363,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b84a44f0-66ab-4e5e-ab44-ff1213543334"}
{"level":"info","ts":1784822792.638542,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784822792.638608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e"}
{"level":"info","ts":1784822792.638617,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e"}
{"level":"info","ts":1784822792.6386273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e","EoS":true}
{"level":"info","ts":1784822792.6386504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e","header":"x-maas-subscription"}
{"level":"info","ts":1784822792.6386802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e","header":"x-maas-group"}
{"level":"info","ts":1784822792.6386862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e","header":"x-maas-username"}
{"level":"info","ts":1784822792.6386988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784822792.638722,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e"}
{"level":"info","ts":1784822792.6395907,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e"}
{"level":"info","ts":1784822792.6396031,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e"}
{"level":"info","ts":1784822792.6396148,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e","EoS":false}
{"level":"info","ts":1784822792.6396246,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e","EoS":true}
{"level":"info","ts":1784822792.6396549,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5ab49a37-782c-4c60-8a41-deaca146180e"}
{"level":"info","ts":1784822801.5433264,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784822801.5433989,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea"}
{"level":"info","ts":1784822801.5434117,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea"}
{"level":"info","ts":1784822801.5434227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea","EoS":true}
{"level":"info","ts":1784822801.54345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea","header":"x-maas-group"}
{"level":"info","ts":1784822801.543461,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea","header":"x-maas-username"}
{"level":"info","ts":1784822801.5434663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea","header":"x-maas-subscription"}
{"level":"info","ts":1784822801.5434804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784822801.5435045,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea"}
{"level":"info","ts":1784822801.5444932,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea"}
{"level":"info","ts":1784822801.544515,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea"}
{"level":"info","ts":1784822801.544531,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea","EoS":false}
{"level":"info","ts":1784822801.5445423,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea","EoS":true}
{"level":"info","ts":1784822801.54458,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c5f0a993-5041-4c74-9c11-33da33c748ea"}
{"level":"info","ts":1784822829.6962037,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784822829.6962771,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921"}
{"level":"info","ts":1784822829.6962867,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921"}
{"level":"info","ts":1784822829.6962986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921","EoS":true}
{"level":"info","ts":1784822829.696323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921","header":"x-maas-subscription"}
{"level":"info","ts":1784822829.6963327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921","header":"x-maas-username"}
{"level":"info","ts":1784822829.696338,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921","header":"x-maas-group"}
{"level":"info","ts":1784822829.6963537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784822829.696383,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921"}
{"level":"info","ts":1784822829.6973825,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921"}
{"level":"info","ts":1784822829.697403,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921"}
{"level":"info","ts":1784822829.6974175,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921","EoS":false}
{"level":"info","ts":1784822829.6974282,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921","EoS":true}
{"level":"info","ts":1784822829.697468,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a32fa763-9e00-4d37-afc9-1a5ed8471921"}
{"level":"info","ts":1784822853.059425,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784822853.0595083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61"}
{"level":"info","ts":1784822853.0595214,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61"}
{"level":"info","ts":1784822853.0595338,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61","EoS":true}
{"level":"info","ts":1784822853.059558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61","header":"x-maas-username"}
{"level":"info","ts":1784822853.059569,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61","header":"x-maas-group"}
{"level":"info","ts":1784822853.0595744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61","header":"x-maas-subscription"}
{"level":"info","ts":1784822853.0595903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784822853.0596201,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61"}
{"level":"info","ts":1784822853.060602,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61"}
{"level":"info","ts":1784822853.0606208,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61"}
{"level":"info","ts":1784822853.0606346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61","EoS":false}
{"level":"info","ts":1784822853.060645,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61","EoS":true}
{"level":"info","ts":1784822853.0606992,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"46e9ec2e-9379-462c-94dd-5f0e6d814e61"}
{"level":"info","ts":1784822879.7874694,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784822879.7875402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1"}
{"level":"info","ts":1784822879.787552,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1"}
{"level":"info","ts":1784822879.787563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1","EoS":true}
{"level":"info","ts":1784822879.7875836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1","header":"x-maas-username"}
{"level":"info","ts":1784822879.7875915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1","header":"x-maas-group"}
{"level":"info","ts":1784822879.7875984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1","header":"x-maas-subscription"}
{"level":"info","ts":1784822879.7876155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784822879.7876427,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1"}
{"level":"info","ts":1784822879.7884943,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1"}
{"level":"info","ts":1784822879.7885103,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1"}
{"level":"info","ts":1784822879.7885258,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1","EoS":false}
{"level":"info","ts":1784822879.7885358,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1","EoS":true}
{"level":"info","ts":1784822879.7885716,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2b9f0623-5124-41ff-b1c3-40be03ec4bc1"}
{"level":"info","ts":1784822889.3955023,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784822889.3955812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc"}
{"level":"info","ts":1784822889.3955953,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc"}
{"level":"info","ts":1784822889.395606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc","EoS":true}
{"level":"info","ts":1784822889.3956304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc","header":"x-maas-group"}
{"level":"info","ts":1784822889.3956406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc","header":"x-maas-subscription"}
{"level":"info","ts":1784822889.395646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc","header":"x-maas-username"}
{"level":"info","ts":1784822889.3956783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784822889.395713,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc"}
{"level":"info","ts":1784822889.398896,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc"}
{"level":"info","ts":1784822889.3989222,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc"}
{"level":"info","ts":1784822889.3989365,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc","EoS":false}
{"level":"info","ts":1784822889.3989484,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc","EoS":true}
{"level":"info","ts":1784822889.3989856,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"049f0fd7-f71c-4d91-b671-04980db8f0bc"}
{"level":"info","ts":1784822889.438096,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784822889.4381647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2"}
{"level":"info","ts":1784822889.4381754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2"}
{"level":"info","ts":1784822889.4381864,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2","EoS":true}
{"level":"info","ts":1784822889.4382088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2","header":"x-maas-username"}
{"level":"info","ts":1784822889.4382188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2","header":"x-maas-group"}
{"level":"info","ts":1784822889.438224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2","header":"x-maas-subscription"}
{"level":"info","ts":1784822889.4382365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784822889.4382617,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2"}
{"level":"info","ts":1784822889.4392636,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2"}
{"level":"info","ts":1784822889.4392822,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2"}
{"level":"info","ts":1784822889.4392974,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2","EoS":false}
{"level":"info","ts":1784822889.4393086,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2","EoS":true}
{"level":"info","ts":1784822889.4393482,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cfb44a3c-2427-48eb-907b-fb286f48a5f2"}
{"level":"info","ts":1784822908.9065516,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784822908.906628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e"}
{"level":"info","ts":1784822908.9066436,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e"}
{"level":"info","ts":1784822908.906686,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e","EoS":true}
{"level":"info","ts":1784822908.9067264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e","header":"x-maas-subscription"}
{"level":"info","ts":1784822908.90674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e","header":"x-maas-username"}
{"level":"info","ts":1784822908.9067488,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e","header":"x-maas-group"}
{"level":"info","ts":1784822908.9067698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784822908.9068024,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e"}
{"level":"info","ts":1784822908.9076934,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e"}
{"level":"info","ts":1784822908.907713,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e"}
{"level":"info","ts":1784822908.9077315,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e","EoS":false}
{"level":"info","ts":1784822908.9077427,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e","EoS":true}
{"level":"info","ts":1784822908.9077775,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e72be50e-3d98-4f0f-bc1f-f51d56bcd18e"}
{"level":"info","ts":1784823039.007874,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784823039.0079465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f"}
{"level":"info","ts":1784823039.007956,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f"}
{"level":"info","ts":1784823039.007967,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f","EoS":true}
{"level":"info","ts":1784823039.0079916,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f","header":"x-maas-group"}
{"level":"info","ts":1784823039.0080018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f","header":"x-maas-username"}
{"level":"info","ts":1784823039.0080059,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f","header":"x-maas-subscription"}
{"level":"info","ts":1784823039.0080183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784823039.0080347,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f"}
{"level":"info","ts":1784823039.0091066,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f"}
{"level":"info","ts":1784823039.009126,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f"}
{"level":"info","ts":1784823039.0091434,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f","EoS":false}
{"level":"info","ts":1784823039.009158,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f","EoS":true}
{"level":"info","ts":1784823039.0092018,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cf5a21c9-5eb2-4260-817b-5b83f017f43f"}
{"level":"info","ts":1784823076.3885067,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784823076.3886034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561"}
{"level":"info","ts":1784823076.3886182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561"}
{"level":"info","ts":1784823076.3886416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561","EoS":true}
{"level":"info","ts":1784823076.388711,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561","header":"x-maas-group"}
{"level":"info","ts":1784823076.3887396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561","header":"x-maas-subscription"}
{"level":"info","ts":1784823076.3887522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561","header":"x-maas-username"}
{"level":"info","ts":1784823076.3887744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784823076.3888152,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561"}
{"level":"info","ts":1784823076.3898346,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561"}
{"level":"info","ts":1784823076.3898594,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561"}
{"level":"info","ts":1784823076.3898797,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561","EoS":false}
{"level":"info","ts":1784823076.3898954,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561","EoS":true}
{"level":"info","ts":1784823076.389942,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a4f6299f-a0f9-4e71-a6eb-5e0455bb0561"}
{"level":"info","ts":1784823091.7455366,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784823091.7456095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797"}
{"level":"info","ts":1784823091.7456212,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797"}
{"level":"info","ts":1784823091.7456322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797","EoS":true}
{"level":"info","ts":1784823091.7456546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797","header":"x-maas-group"}
{"level":"info","ts":1784823091.7456877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797","header":"x-maas-username"}
{"level":"info","ts":1784823091.7456934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797","header":"x-maas-subscription"}
{"level":"info","ts":1784823091.7457078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784823091.7457285,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797"}
{"level":"info","ts":1784823091.7481918,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797"}
{"level":"info","ts":1784823091.748214,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797"}
{"level":"info","ts":1784823091.7482293,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797","EoS":false}
{"level":"info","ts":1784823091.7482398,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797","EoS":true}
{"level":"info","ts":1784823091.7482743,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6dfa8f76-71cc-43e8-95ce-bf9e71225797"}
{"level":"info","ts":1784823405.4956887,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784823405.4957912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f"}
{"level":"info","ts":1784823405.4958055,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f"}
{"level":"info","ts":1784823405.495826,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f","EoS":true}
{"level":"info","ts":1784823405.495863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f","header":"x-maas-group"}
{"level":"info","ts":1784823405.495876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f","header":"x-maas-username"}
{"level":"info","ts":1784823405.4958842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f","header":"x-maas-subscription"}
{"level":"info","ts":1784823405.4959042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784823405.4959395,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f"}
{"level":"info","ts":1784823405.4967957,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f"}
{"level":"info","ts":1784823405.4968162,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f"}
{"level":"info","ts":1784823405.4968333,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f","EoS":false}
{"level":"info","ts":1784823405.4968486,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f","EoS":true}
{"level":"info","ts":1784823405.496886,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a5be5f63-9385-4cb4-a50a-74fb3e33060f"}
{"level":"info","ts":1784823410.3357646,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"faa063b9-9102-4eae-b7f4-7f7063ed85fe","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784823410.3360248,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33230.283693641,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784823410.3360538,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784823410.3681011,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784823410.4362795,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"faa063b9-9102-4eae-b7f4-7f7063ed85fe","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784823410.456349,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8521f5d0-2aac-4ceb-9082-c89b674cedfe"}
{"level":"info","ts":1784823410.4564528,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4f37526-7ecf-49dc-8553-6bddb6e55d83","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784823410.4564896,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4f37526-7ecf-49dc-8553-6bddb6e55d83","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784823410.4622216,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa73dab7-7a06-4dd3-a907-763d62c0e4d4","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784823410.4622517,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa73dab7-7a06-4dd3-a907-763d62c0e4d4","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784823410.4625564,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36655.796119318,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784823410.462578,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784823410.4708657,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784823410.5628526,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8521f5d0-2aac-4ceb-9082-c89b674cedfe","name":"e2e-external-provider"}
{"level":"info","ts":1784823410.5708933,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8521f5d0-2aac-4ceb-9082-c89b674cedfe","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784823410.581061,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8521f5d0-2aac-4ceb-9082-c89b674cedfe","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784823410.5863142,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8521f5d0-2aac-4ceb-9082-c89b674cedfe","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784823410.589837,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8219c1ac-ecba-46e6-a654-53979eacde20"}
{"level":"info","ts":1784823410.5898654,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4110e23-aae3-43b3-a9bd-ae14eeea0ef1","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784823410.589911,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4110e23-aae3-43b3-a9bd-ae14eeea0ef1","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784823410.5913343,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7566cdfb-0344-4fd9-824a-81750265da8a","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784823410.5913603,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7566cdfb-0344-4fd9-824a-81750265da8a","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784823410.5914495,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f00f1d8-e094-4df5-9f7a-70646e1c61c1","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784823410.591465,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f00f1d8-e094-4df5-9f7a-70646e1c61c1","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784823410.5914652,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60826a45-6efe-450a-88f4-342e254b5771"}
{"level":"info","ts":1784823410.591514,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60826a45-6efe-450a-88f4-342e254b5771","name":"e2e-external-provider"}
{"level":"info","ts":1784823410.596853,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b1bfd5d-b3f0-404e-acfc-004e0af7b045","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784823410.59702,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34377.299610063,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784823410.597036,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784823410.5970547,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b1bfd5d-b3f0-404e-acfc-004e0af7b045","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784823410.6019068,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60826a45-6efe-450a-88f4-342e254b5771","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784823410.6062725,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784823410.6971188,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8219c1ac-ecba-46e6-a654-53979eacde20","name":"e2e-external-model"}
{"level":"info","ts":1784823410.7104146,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8219c1ac-ecba-46e6-a654-53979eacde20","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784823410.7159667,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88a3b65f-32d9-4911-8bb5-819af003a42c"}
{"level":"info","ts":1784823410.715992,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c3bbe73-d7eb-423b-8aa2-a3a0b4e092f3","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784823410.7160277,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c3bbe73-d7eb-423b-8aa2-a3a0b4e092f3","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784823410.7160366,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88a3b65f-32d9-4911-8bb5-819af003a42c","name":"e2e-external-model"}
{"level":"error","ts":1784823410.7287443,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"88a3b65f-32d9-4911-8bb5-819af003a42c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784823410.728769,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"449579c1-48c6-4d0d-9e11-5858a1463938","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784823410.7288094,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"449579c1-48c6-4d0d-9e11-5858a1463938","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784823410.7288435,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e02175dd-9172-40ee-a0f2-e5c5b2721e7f"}
{"level":"info","ts":1784823410.728895,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e02175dd-9172-40ee-a0f2-e5c5b2721e7f","name":"e2e-external-model"}
{"level":"info","ts":1784823410.7362502,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e02175dd-9172-40ee-a0f2-e5c5b2721e7f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784823410.743322,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb8cfac5-fbdb-4232-8072-e4eb6702b1aa","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784823410.7433474,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb8cfac5-fbdb-4232-8072-e4eb6702b1aa","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784823410.7434263,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"984d3c79-2db2-48f2-9806-0479092b9214"}
{"level":"info","ts":1784823410.7434695,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"984d3c79-2db2-48f2-9806-0479092b9214","name":"e2e-external-model"}
{"level":"info","ts":1784823410.7505023,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"984d3c79-2db2-48f2-9806-0479092b9214","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784823420.2595255,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784823420.2596033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18"}
{"level":"info","ts":1784823420.2596138,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18"}
{"level":"info","ts":1784823420.2596262,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18","EoS":true}
{"level":"info","ts":1784823420.2596498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18","header":"x-maas-username"}
{"level":"info","ts":1784823420.2596784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18","header":"x-maas-subscription"}
{"level":"info","ts":1784823420.259685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18","header":"x-maas-group"}
{"level":"info","ts":1784823420.2596977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784823420.2597039,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18","modelName":"e2e-external-model"}
{"level":"info","ts":1784823420.2597153,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784823420.259767,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784823420.2597857,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18","authType":"apikey"}
{"level":"info","ts":1784823420.259811,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3692245a-34d9-4853-90c9-052f426f6c18"}
{"level":"info","ts":1784823420.3999097,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"240a9750-5206-4865-beb7-d800b645c9f4"}
{"level":"info","ts":1784823420.399964,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da1f1751-fded-4a01-8992-7dfea27984cf","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784823420.3999999,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"da1f1751-fded-4a01-8992-7dfea27984cf","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784823420.4101896,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9aff138-8f74-4dfc-a416-5b958cd03eb7","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784823420.410223,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9aff138-8f74-4dfc-a416-5b958cd03eb7","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784823420.413817,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"240a9750-5206-4865-beb7-d800b645c9f4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784823420.4138877,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"240a9750-5206-4865-beb7-d800b645c9f4","name":"e2e-cleanup-test"}
{"level":"info","ts":1784823420.4460907,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"240a9750-5206-4865-beb7-d800b645c9f4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784823420.4515047,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"240a9750-5206-4865-beb7-d800b645c9f4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784823420.4516265,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71beb414-f019-48c0-ae76-0b83693a1989"}
{"level":"info","ts":1784823420.4517202,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71beb414-f019-48c0-ae76-0b83693a1989","name":"e2e-cleanup-test"}
{"level":"info","ts":1784823420.4648354,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba6b66e2-af4d-4b0e-a673-41d184c4d96e","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784823420.4648793,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ba6b66e2-af4d-4b0e-a673-41d184c4d96e","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784823420.4737577,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71beb414-f019-48c0-ae76-0b83693a1989","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784823420.4856837,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71beb414-f019-48c0-ae76-0b83693a1989","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784823420.4857702,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6adb3cb-91c8-4e4a-a589-54a72f998949"}
{"level":"info","ts":1784823420.4858286,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6adb3cb-91c8-4e4a-a589-54a72f998949","name":"e2e-cleanup-test"}
{"level":"info","ts":1784823420.503996,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f908b872-015c-41fc-a8d1-14ce90e1c869","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784823420.504029,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f908b872-015c-41fc-a8d1-14ce90e1c869","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784823420.506826,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6adb3cb-91c8-4e4a-a589-54a72f998949","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784823420.5135367,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6adb3cb-91c8-4e4a-a589-54a72f998949","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784823420.513617,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70d51c39-a283-43bf-bb7e-a8dc87c1033f"}
{"level":"info","ts":1784823420.5136976,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70d51c39-a283-43bf-bb7e-a8dc87c1033f","name":"e2e-cleanup-test"}
{"level":"info","ts":1784823420.52891,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70d51c39-a283-43bf-bb7e-a8dc87c1033f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784823420.5460217,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4aec4a3-b742-49db-bd9b-33a5b26c5cba","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784823420.546053,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4aec4a3-b742-49db-bd9b-33a5b26c5cba","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784823420.5512197,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70d51c39-a283-43bf-bb7e-a8dc87c1033f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784823420.5512922,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"564b884e-f4f9-4903-ac16-9fd157eaa741"}
{"level":"info","ts":1784823420.5513453,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"564b884e-f4f9-4903-ac16-9fd157eaa741","name":"e2e-cleanup-test"}
{"level":"info","ts":1784823420.5773895,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"564b884e-f4f9-4903-ac16-9fd157eaa741","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784823428.6964161,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42e665ae-31f0-4afe-8402-43e8842a1e94"}
{"level":"info","ts":1784823428.6964211,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a27816ca-f325-450a-bac4-29b13e752065","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784823428.6964877,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a27816ca-f325-450a-bac4-29b13e752065","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784823433.0337312,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784823433.0338032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4cfa6cce-1b7e-4494-be4a-fe1baa6496d6"}
{"level":"info","ts":1784823433.033812,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4cfa6cce-1b7e-4494-be4a-fe1baa6496d6"}
{"level":"info","ts":1784823433.0338242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4cfa6cce-1b7e-4494-be4a-fe1baa6496d6","EoS":true}
{"level":"info","ts":1784823433.0338542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4cfa6cce-1b7e-4494-be4a-fe1baa6496d6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784823433.0338864,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4cfa6cce-1b7e-4494-be4a-fe1baa6496d6"}
{"level":"info","ts":1784823433.0764954,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784823433.076555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3"}
{"level":"info","ts":1784823433.076566,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3"}
{"level":"info","ts":1784823433.0765767,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3","EoS":true}
{"level":"info","ts":1784823433.0766003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3","header":"x-maas-username"}
{"level":"info","ts":1784823433.0766106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3","header":"x-maas-group"}
{"level":"info","ts":1784823433.076617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3","header":"x-maas-subscription"}
{"level":"info","ts":1784823433.0766292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784823433.07664,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3","modelName":"e2e-external-model"}
{"level":"info","ts":1784823433.076652,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784823433.0766947,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784823433.0767105,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3","authType":"apikey"}
{"level":"info","ts":1784823433.076734,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9a8f542-50ef-43d0-ae78-4e1c61331bc3"}
{"level":"info","ts":1784823433.1152644,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784823433.115329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847"}
{"level":"info","ts":1784823433.1153371,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847"}
{"level":"info","ts":1784823433.115354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847","EoS":true}
{"level":"info","ts":1784823433.1153765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847","header":"x-maas-subscription"}
{"level":"info","ts":1784823433.1153886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847","header":"x-maas-group"}
{"level":"info","ts":1784823433.1153958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847","header":"x-maas-username"}
{"level":"info","ts":1784823433.1154118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784823433.1154425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847"}
{"level":"info","ts":1784823433.249016,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847"}
{"level":"info","ts":1784823433.2490444,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847"}
{"level":"info","ts":1784823433.249068,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847","EoS":false}
{"level":"info","ts":1784823433.2490845,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847","EoS":true}
{"level":"error","ts":1784823433.2491038,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784823433.2491727,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c7a705cd-19b1-44ca-b2b9-059530bda847"}
{"level":"info","ts":1784823433.2913113,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784823433.2914038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba"}
{"level":"info","ts":1784823433.2914174,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba"}
{"level":"info","ts":1784823433.2914352,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba","EoS":true}
{"level":"info","ts":1784823433.291463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba","header":"x-maas-username"}
{"level":"info","ts":1784823433.291476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba","header":"x-maas-subscription"}
{"level":"info","ts":1784823433.291484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba","header":"x-maas-group"}
{"level":"info","ts":1784823433.2915173,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba"}
{"level":"info","ts":1784823433.388206,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba"}
{"level":"info","ts":1784823433.3882318,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba"}
{"level":"info","ts":1784823433.3882482,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba","EoS":false}
{"level":"info","ts":1784823433.388262,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba","EoS":true}
{"level":"error","ts":1784823433.388279,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784823433.3883164,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a08e784c-dd44-4e59-a5ff-cf0643e3d5ba"}
{"level":"info","ts":1784823434.2540753,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45d410df-ab8e-4f74-b7a8-2561ee0fd0c1"}
{"level":"info","ts":1784823434.2541127,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26f862a4-99da-4b22-bff0-131d5704f5e8","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784823434.2541516,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26f862a4-99da-4b22-bff0-131d5704f5e8","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784823434.4131565,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef95b08d-c977-4cd7-a654-918adec4a60d","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784823434.4132051,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef95b08d-c977-4cd7-a654-918adec4a60d","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784823434.413204,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"181cc8e2-5984-46e4-801e-f54c072f63e4"}
{"level":"info","ts":1784823434.5370328,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"76c15710-db43-4c45-bfa3-d23c6c8432a7","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784823434.5370924,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"76c15710-db43-4c45-bfa3-d23c6c8432a7","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784824017.4288447,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784824017.4289274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495"}
{"level":"info","ts":1784824017.4289443,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495"}
{"level":"info","ts":1784824017.4289608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495","EoS":true}
{"level":"info","ts":1784824017.4289846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495","header":"x-maas-subscription"}
{"level":"info","ts":1784824017.4289954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495","header":"x-maas-group"}
{"level":"info","ts":1784824017.4290004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495","header":"x-maas-username"}
{"level":"info","ts":1784824017.429013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495","path":"/ai-tenant-e2e-inf-a-e51bfc/test-model-e51bfc/v1/chat/completions"}
{"level":"info","ts":1784824017.4290373,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495"}
{"level":"info","ts":1784824017.4419928,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495"}
{"level":"info","ts":1784824017.4420156,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495"}
{"level":"info","ts":1784824017.442039,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495","EoS":false}
{"level":"info","ts":1784824017.442054,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495","EoS":true}
{"level":"info","ts":1784824017.442105,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6b61148b-a48f-4877-80c4-f8774ae0f495"}
{"level":"info","ts":1784824022.0715816,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784824022.071672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df"}
{"level":"info","ts":1784824022.071691,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df"}
{"level":"info","ts":1784824022.0717049,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df","EoS":true}
{"level":"info","ts":1784824022.0717263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df","header":"x-maas-username"}
{"level":"info","ts":1784824022.0717387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df","header":"x-maas-group"}
{"level":"info","ts":1784824022.0717435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df","header":"x-maas-subscription"}
{"level":"info","ts":1784824022.071756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df","path":"/ai-tenant-e2e-inf-a-e51bfc/test-model-e51bfc/v1/chat/completions"}
{"level":"info","ts":1784824022.071775,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df"}
{"level":"info","ts":1784824022.072794,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df"}
{"level":"info","ts":1784824022.0728116,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df"}
{"level":"info","ts":1784824022.0728343,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df","EoS":false}
{"level":"info","ts":1784824022.0728564,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df","EoS":true}
{"level":"info","ts":1784824022.0729065,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4901dfdc-008d-43e9-9c21-d30d8b5db9df"}
{"level":"info","ts":1784824026.3648138,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784824026.3648787,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274"}
{"level":"info","ts":1784824026.3648872,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274"}
{"level":"info","ts":1784824026.3648982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274","EoS":true}
{"level":"info","ts":1784824026.3649173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274","header":"x-maas-username"}
{"level":"info","ts":1784824026.364927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274","header":"x-maas-subscription"}
{"level":"info","ts":1784824026.3649318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274","header":"x-maas-group"}
{"level":"info","ts":1784824026.3649445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274","path":"/ai-tenant-e2e-inf-a-e51bfc/test-model-e51bfc/v1/chat/completions"}
{"level":"info","ts":1784824026.3649697,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274"}
{"level":"info","ts":1784824026.3659902,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274"}
{"level":"info","ts":1784824026.366015,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274"}
{"level":"info","ts":1784824026.3660293,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274","EoS":false}
{"level":"info","ts":1784824026.3660433,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274","EoS":true}
{"level":"info","ts":1784824026.3660696,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fc7df4fb-f712-4eec-bf8c-0fa01abbe274"}
{"level":"info","ts":1784824030.603217,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784824030.603312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479"}
{"level":"info","ts":1784824030.6033251,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479"}
{"level":"info","ts":1784824030.6033387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479","EoS":true}
{"level":"info","ts":1784824030.6033645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479","header":"x-maas-subscription"}
{"level":"info","ts":1784824030.6033742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479","header":"x-maas-username"}
{"level":"info","ts":1784824030.6033795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479","header":"x-maas-group"}
{"level":"info","ts":1784824030.603411,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479"}
{"level":"info","ts":1784824030.6056473,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479"}
{"level":"info","ts":1784824030.6056771,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479"}
{"level":"info","ts":1784824030.605691,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479","EoS":false}
{"level":"info","ts":1784824030.6057014,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479","EoS":true}
{"level":"info","ts":1784824030.6057332,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6be2221f-06ed-411d-b6b9-e53a963bd479"}
{"level":"info","ts":1784824034.8345177,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784824034.8345947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd"}
{"level":"info","ts":1784824034.8346047,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd"}
{"level":"info","ts":1784824034.8346174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd","EoS":true}
{"level":"info","ts":1784824034.834644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd","header":"x-maas-group"}
{"level":"info","ts":1784824034.8346539,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd","header":"x-maas-username"}
{"level":"info","ts":1784824034.8346827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd","header":"x-maas-subscription"}
{"level":"info","ts":1784824034.8347006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd","path":"/ai-tenant-e2e-inf-a-e51bfc/test-model-e51bfc/v1/chat/completions"}
{"level":"info","ts":1784824034.8347325,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd"}
{"level":"info","ts":1784824034.8357506,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd"}
{"level":"info","ts":1784824034.8357704,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd"}
{"level":"info","ts":1784824034.8357842,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd","EoS":false}
{"level":"info","ts":1784824034.8357966,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd","EoS":true}
{"level":"info","ts":1784824034.8358319,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5a66eb9c-5baa-4cee-815c-aa0b4e8b41dd"}
{"level":"info","ts":1784824039.0918837,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784824039.0919514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3"}
{"level":"info","ts":1784824039.0919616,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3"}
{"level":"info","ts":1784824039.0919724,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3","EoS":true}
{"level":"info","ts":1784824039.091993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3","header":"x-maas-subscription"}
{"level":"info","ts":1784824039.0920005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3","header":"x-maas-username"}
{"level":"info","ts":1784824039.0920062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3","header":"x-maas-group"}
{"level":"info","ts":1784824039.09202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3","path":"/ai-tenant-e2e-inf-b-799a66/test-model-799a66/v1/chat/completions"}
{"level":"info","ts":1784824039.0920389,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3"}
{"level":"info","ts":1784824039.1050532,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3"}
{"level":"info","ts":1784824039.1050806,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3"}
{"level":"info","ts":1784824039.1050956,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3","EoS":false}
{"level":"info","ts":1784824039.1051066,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3","EoS":true}
{"level":"info","ts":1784824039.1051495,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"db069375-d2f8-4ea9-ba51-8205d2ba2cf3"}
{"level":"info","ts":1784824515.3652296,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784824515.365313,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3"}
{"level":"info","ts":1784824515.3653219,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3"}
{"level":"info","ts":1784824515.3653333,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3","EoS":true}
{"level":"info","ts":1784824515.3653598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3","header":"x-maas-username"}
{"level":"info","ts":1784824515.3653696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3","header":"x-maas-subscription"}
{"level":"info","ts":1784824515.3653748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3","header":"x-maas-group"}
{"level":"info","ts":1784824515.3653874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3","path":"/ai-tenant-e2e-shared-a-759481/rate-test-model-759481/v1/completions"}
{"level":"info","ts":1784824515.3654127,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3"}
{"level":"info","ts":1784824515.3780437,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3"}
{"level":"info","ts":1784824515.3780632,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3"}
{"level":"info","ts":1784824515.3780775,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3","EoS":false}
{"level":"info","ts":1784824515.3780885,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3","EoS":true}
{"level":"info","ts":1784824515.3781254,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"055dea52-3938-44ba-aa35-4b10fd0619a3"}
{"level":"info","ts":1784824516.4184353,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784824516.4185112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969"}
{"level":"info","ts":1784824516.4185226,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969"}
{"level":"info","ts":1784824516.4185345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969","EoS":true}
{"level":"info","ts":1784824516.4186049,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969","header":"x-maas-username"}
{"level":"info","ts":1784824516.418616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969","header":"x-maas-group"}
{"level":"info","ts":1784824516.4186213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969","header":"x-maas-subscription"}
{"level":"info","ts":1784824516.4186347,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969","path":"/ai-tenant-e2e-shared-a-759481/rate-test-model-759481/v1/completions"}
{"level":"info","ts":1784824516.4186885,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969"}
{"level":"info","ts":1784824516.4195647,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969"}
{"level":"info","ts":1784824516.4195836,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969"}
{"level":"info","ts":1784824516.4195979,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969","EoS":false}
{"level":"info","ts":1784824516.4196086,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969","EoS":true}
{"level":"info","ts":1784824516.4196434,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"afbdb6eb-dc2a-430f-9e82-dfc3281ad969"}
{"level":"info","ts":1784824528.5157025,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784824528.5157738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5"}
{"level":"info","ts":1784824528.515786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5"}
{"level":"info","ts":1784824528.5157979,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5","EoS":true}
{"level":"info","ts":1784824528.5158198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5","header":"x-maas-username"}
{"level":"info","ts":1784824528.5158308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5","header":"x-maas-subscription"}
{"level":"info","ts":1784824528.515836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5","header":"x-maas-group"}
{"level":"info","ts":1784824528.5158508,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5","path":"/ai-tenant-e2e-shared-a-759481/rate-test-model-759481/v1/completions"}
{"level":"info","ts":1784824528.5158777,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5"}
{"level":"info","ts":1784824528.5181077,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5"}
{"level":"info","ts":1784824528.5181282,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5"}
{"level":"info","ts":1784824528.5181437,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5","EoS":false}
{"level":"info","ts":1784824528.5181556,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5","EoS":true}
{"level":"info","ts":1784824528.5181944,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0cd75b55-1edb-41b4-aba0-19688ad73ae5"}
{"level":"info","ts":1784824529.5568159,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784824529.5568771,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662"}
{"level":"info","ts":1784824529.5568857,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662"}
{"level":"info","ts":1784824529.556898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662","EoS":true}
{"level":"info","ts":1784824529.556917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662","header":"x-maas-username"}
{"level":"info","ts":1784824529.5569277,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662","header":"x-maas-subscription"}
{"level":"info","ts":1784824529.556933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662","header":"x-maas-group"}
{"level":"info","ts":1784824529.556945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662","path":"/ai-tenant-e2e-shared-a-759481/rate-test-model-759481/v1/completions"}
{"level":"info","ts":1784824529.5569677,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662"}
{"level":"info","ts":1784824529.5587611,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662"}
{"level":"info","ts":1784824529.55878,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662"}
{"level":"info","ts":1784824529.5587945,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662","EoS":false}
{"level":"info","ts":1784824529.558808,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662","EoS":true}
{"level":"info","ts":1784824529.5588434,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5e5bd596-70dd-430b-9b91-dd8c69971662"}
{"level":"info","ts":1784824530.674573,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784824530.6746755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5"}
{"level":"info","ts":1784824530.6746864,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5"}
{"level":"info","ts":1784824530.6746979,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5","EoS":true}
{"level":"info","ts":1784824530.6747246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5","header":"x-maas-subscription"}
{"level":"info","ts":1784824530.6747346,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5","header":"x-maas-username"}
{"level":"info","ts":1784824530.6747396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5","header":"x-maas-group"}
{"level":"info","ts":1784824530.6747532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5","path":"/ai-tenant-e2e-shared-b-3a6a71/rate-test-model-3a6a71/v1/completions"}
{"level":"info","ts":1784824530.6747787,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5"}
{"level":"info","ts":1784824530.6874247,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5"}
{"level":"info","ts":1784824530.687449,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5"}
{"level":"info","ts":1784824530.687471,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5","EoS":false}
{"level":"info","ts":1784824530.6874871,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5","EoS":true}
{"level":"info","ts":1784824530.6875355,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"029a1af1-2593-46bd-a4c3-6119a56d7fc5"}
{"level":"info","ts":1784824540.4721131,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784824540.4721694,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bafebca4-9e02-4daa-ab2f-c53ee0181041"}