{"level":"info","ts":1785440437.6083498,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"288af009-6b9b-43d0-b37a-d613c173a520"} {"level":"info","ts":1785440437.6104763,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"288af009-6b9b-43d0-b37a-d613c173a520"} {"level":"info","ts":1785440437.6104941,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"288af009-6b9b-43d0-b37a-d613c173a520"} {"level":"info","ts":1785440437.610508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"288af009-6b9b-43d0-b37a-d613c173a520","EoS":false} {"level":"info","ts":1785440437.6105196,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"288af009-6b9b-43d0-b37a-d613c173a520"} {"level":"info","ts":1785440437.6105454,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"288af009-6b9b-43d0-b37a-d613c173a520","EoS":true} {"level":"info","ts":1785440437.6105525,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"288af009-6b9b-43d0-b37a-d613c173a520"} {"level":"info","ts":1785440437.750621,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440437.7506833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"696a51be-8613-4862-a30b-f080a2694b65"} {"level":"info","ts":1785440437.7506928,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"696a51be-8613-4862-a30b-f080a2694b65"} {"level":"info","ts":1785440437.7507036,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"696a51be-8613-4862-a30b-f080a2694b65","EoS":true} {"level":"info","ts":1785440437.7507246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"696a51be-8613-4862-a30b-f080a2694b65","header":"x-maas-subscription"} {"level":"info","ts":1785440437.750734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"696a51be-8613-4862-a30b-f080a2694b65","header":"x-maas-group"} {"level":"info","ts":1785440437.7507398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"696a51be-8613-4862-a30b-f080a2694b65","header":"x-maas-username"} {"level":"info","ts":1785440437.750753,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"696a51be-8613-4862-a30b-f080a2694b65","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785440437.7507749,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"696a51be-8613-4862-a30b-f080a2694b65"} {"level":"info","ts":1785440437.7519896,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"696a51be-8613-4862-a30b-f080a2694b65"} {"level":"info","ts":1785440437.7520118,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"696a51be-8613-4862-a30b-f080a2694b65"} {"level":"info","ts":1785440437.7520273,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"696a51be-8613-4862-a30b-f080a2694b65","EoS":false} {"level":"info","ts":1785440437.752042,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"696a51be-8613-4862-a30b-f080a2694b65"} {"level":"info","ts":1785440437.7520661,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"696a51be-8613-4862-a30b-f080a2694b65","EoS":true} {"level":"info","ts":1785440437.752074,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"696a51be-8613-4862-a30b-f080a2694b65"} {"level":"info","ts":1785440437.8905704,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440437.8906345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3493c3c5-9647-4f0b-9bbe-d6f6bbe9afd6"} {"level":"info","ts":1785440437.8906434,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3493c3c5-9647-4f0b-9bbe-d6f6bbe9afd6"} {"level":"info","ts":1785440437.890655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3493c3c5-9647-4f0b-9bbe-d6f6bbe9afd6","EoS":true} {"level":"info","ts":1785440437.8906794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3493c3c5-9647-4f0b-9bbe-d6f6bbe9afd6","header":"x-maas-group"} {"level":"info","ts":1785440437.8906898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3493c3c5-9647-4f0b-9bbe-d6f6bbe9afd6","header":"x-maas-subscription"} {"level":"info","ts":1785440437.890694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3493c3c5-9647-4f0b-9bbe-d6f6bbe9afd6","header":"x-maas-username"} {"level":"info","ts":1785440437.8907058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3493c3c5-9647-4f0b-9bbe-d6f6bbe9afd6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785440437.8907282,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3493c3c5-9647-4f0b-9bbe-d6f6bbe9afd6"} {"level":"info","ts":1785440437.8919518,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3493c3c5-9647-4f0b-9bbe-d6f6bbe9afd6"} {"level":"info","ts":1785440437.8919704,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3493c3c5-9647-4f0b-9bbe-d6f6bbe9afd6"} {"level":"info","ts":1785440437.8919868,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3493c3c5-9647-4f0b-9bbe-d6f6bbe9afd6","EoS":false} {"level":"info","ts":1785440437.8919978,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3493c3c5-9647-4f0b-9bbe-d6f6bbe9afd6"} {"level":"info","ts":1785440437.8920214,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3493c3c5-9647-4f0b-9bbe-d6f6bbe9afd6","EoS":true} {"level":"info","ts":1785440437.8920312,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3493c3c5-9647-4f0b-9bbe-d6f6bbe9afd6"} {"level":"info","ts":1785440438.03076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440438.0308356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"861e81cc-61f5-45b1-a2ae-6da8b6b5c115"} {"level":"info","ts":1785440438.03085,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"861e81cc-61f5-45b1-a2ae-6da8b6b5c115"} {"level":"info","ts":1785440438.0308607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"861e81cc-61f5-45b1-a2ae-6da8b6b5c115","EoS":true} {"level":"info","ts":1785440438.0308864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"861e81cc-61f5-45b1-a2ae-6da8b6b5c115","header":"x-maas-subscription"} {"level":"info","ts":1785440438.0308967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"861e81cc-61f5-45b1-a2ae-6da8b6b5c115","header":"x-maas-group"} {"level":"info","ts":1785440438.0309014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"861e81cc-61f5-45b1-a2ae-6da8b6b5c115","header":"x-maas-username"} {"level":"info","ts":1785440438.0309145,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"861e81cc-61f5-45b1-a2ae-6da8b6b5c115","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785440438.0309405,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"861e81cc-61f5-45b1-a2ae-6da8b6b5c115"} {"level":"info","ts":1785440438.0340204,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"861e81cc-61f5-45b1-a2ae-6da8b6b5c115"} {"level":"info","ts":1785440438.03404,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"861e81cc-61f5-45b1-a2ae-6da8b6b5c115"} {"level":"info","ts":1785440438.0340545,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"861e81cc-61f5-45b1-a2ae-6da8b6b5c115","EoS":false} {"level":"info","ts":1785440438.0340657,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"861e81cc-61f5-45b1-a2ae-6da8b6b5c115"} {"level":"info","ts":1785440438.0340908,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"861e81cc-61f5-45b1-a2ae-6da8b6b5c115","EoS":true} {"level":"info","ts":1785440438.034099,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"861e81cc-61f5-45b1-a2ae-6da8b6b5c115"} {"level":"info","ts":1785440438.1690178,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440438.1690876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca6621f4-e21e-4a84-b4bb-488edb6f277d"} {"level":"info","ts":1785440438.1690967,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca6621f4-e21e-4a84-b4bb-488edb6f277d"} {"level":"info","ts":1785440438.1691067,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca6621f4-e21e-4a84-b4bb-488edb6f277d","EoS":true} {"level":"info","ts":1785440438.169131,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca6621f4-e21e-4a84-b4bb-488edb6f277d","header":"x-maas-subscription"} {"level":"info","ts":1785440438.169142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca6621f4-e21e-4a84-b4bb-488edb6f277d","header":"x-maas-group"} {"level":"info","ts":1785440438.1691482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca6621f4-e21e-4a84-b4bb-488edb6f277d","header":"x-maas-username"} {"level":"info","ts":1785440438.1691618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca6621f4-e21e-4a84-b4bb-488edb6f277d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785440438.169184,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca6621f4-e21e-4a84-b4bb-488edb6f277d"} {"level":"info","ts":1785440438.1702063,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ca6621f4-e21e-4a84-b4bb-488edb6f277d"} {"level":"info","ts":1785440438.170223,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ca6621f4-e21e-4a84-b4bb-488edb6f277d"} {"level":"info","ts":1785440438.1702416,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ca6621f4-e21e-4a84-b4bb-488edb6f277d","EoS":false} {"level":"info","ts":1785440438.1702538,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ca6621f4-e21e-4a84-b4bb-488edb6f277d"} {"level":"info","ts":1785440438.1702774,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ca6621f4-e21e-4a84-b4bb-488edb6f277d","EoS":true} {"level":"info","ts":1785440438.1702878,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ca6621f4-e21e-4a84-b4bb-488edb6f277d"} {"level":"info","ts":1785440461.4878871,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440461.4879708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8640f6c-7e1e-45ae-9d65-2ed2986ef115"} {"level":"info","ts":1785440461.4879842,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f8640f6c-7e1e-45ae-9d65-2ed2986ef115"} {"level":"info","ts":1785440461.488002,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8640f6c-7e1e-45ae-9d65-2ed2986ef115","EoS":true} {"level":"info","ts":1785440461.48804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8640f6c-7e1e-45ae-9d65-2ed2986ef115","header":"x-maas-username"} {"level":"info","ts":1785440461.4880517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8640f6c-7e1e-45ae-9d65-2ed2986ef115","header":"x-maas-group"} {"level":"info","ts":1785440461.488062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8640f6c-7e1e-45ae-9d65-2ed2986ef115","header":"x-maas-subscription"} {"level":"info","ts":1785440461.4880812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8640f6c-7e1e-45ae-9d65-2ed2986ef115","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785440461.488123,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f8640f6c-7e1e-45ae-9d65-2ed2986ef115"} {"level":"info","ts":1785440461.4912376,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f8640f6c-7e1e-45ae-9d65-2ed2986ef115"} {"level":"info","ts":1785440461.491258,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f8640f6c-7e1e-45ae-9d65-2ed2986ef115"} {"level":"info","ts":1785440461.4912767,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f8640f6c-7e1e-45ae-9d65-2ed2986ef115","EoS":false} {"level":"info","ts":1785440461.4912927,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f8640f6c-7e1e-45ae-9d65-2ed2986ef115"} {"level":"info","ts":1785440461.491326,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f8640f6c-7e1e-45ae-9d65-2ed2986ef115","EoS":true} {"level":"info","ts":1785440461.4913373,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f8640f6c-7e1e-45ae-9d65-2ed2986ef115"} {"level":"info","ts":1785440461.613714,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440461.613773,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0e58b4eb-57ab-4880-9156-2f3b2ef93bdb"} {"level":"info","ts":1785440461.616136,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0e58b4eb-57ab-4880-9156-2f3b2ef93bdb"} {"level":"info","ts":1785440461.6161554,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0e58b4eb-57ab-4880-9156-2f3b2ef93bdb"} {"level":"info","ts":1785440461.616174,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0e58b4eb-57ab-4880-9156-2f3b2ef93bdb","EoS":false} {"level":"info","ts":1785440461.6161914,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0e58b4eb-57ab-4880-9156-2f3b2ef93bdb"} {"level":"info","ts":1785440461.6162252,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0e58b4eb-57ab-4880-9156-2f3b2ef93bdb","EoS":true} {"level":"info","ts":1785440461.61624,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0e58b4eb-57ab-4880-9156-2f3b2ef93bdb"} {"level":"info","ts":1785440466.244718,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440466.2448087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6565dffa-477c-4632-8be7-e846021154b7"} {"level":"info","ts":1785440466.2448194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6565dffa-477c-4632-8be7-e846021154b7"} {"level":"info","ts":1785440466.2448313,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6565dffa-477c-4632-8be7-e846021154b7","EoS":true} {"level":"info","ts":1785440466.2448602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6565dffa-477c-4632-8be7-e846021154b7","header":"x-maas-group"} {"level":"info","ts":1785440466.2448707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6565dffa-477c-4632-8be7-e846021154b7","header":"x-maas-subscription"} {"level":"info","ts":1785440466.2448854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6565dffa-477c-4632-8be7-e846021154b7","header":"x-maas-username"} {"level":"info","ts":1785440466.2449021,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6565dffa-477c-4632-8be7-e846021154b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785440466.2449265,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6565dffa-477c-4632-8be7-e846021154b7"} {"level":"info","ts":1785440466.2460427,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6565dffa-477c-4632-8be7-e846021154b7"} {"level":"info","ts":1785440466.246055,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6565dffa-477c-4632-8be7-e846021154b7"} {"level":"info","ts":1785440466.2460797,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6565dffa-477c-4632-8be7-e846021154b7","EoS":false} {"level":"info","ts":1785440466.2460897,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6565dffa-477c-4632-8be7-e846021154b7"} {"level":"info","ts":1785440466.2461112,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6565dffa-477c-4632-8be7-e846021154b7","EoS":true} {"level":"info","ts":1785440466.2461238,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6565dffa-477c-4632-8be7-e846021154b7"} {"level":"info","ts":1785440476.8377209,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440476.837792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bf0ca81-b5e1-4042-9ae5-17e142c64243"} {"level":"info","ts":1785440476.8378067,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0bf0ca81-b5e1-4042-9ae5-17e142c64243"} {"level":"info","ts":1785440476.8378177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0bf0ca81-b5e1-4042-9ae5-17e142c64243","EoS":true} {"level":"info","ts":1785440476.8378391,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bf0ca81-b5e1-4042-9ae5-17e142c64243","header":"x-maas-subscription"} {"level":"info","ts":1785440476.8378496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bf0ca81-b5e1-4042-9ae5-17e142c64243","header":"x-maas-group"} {"level":"info","ts":1785440476.8378553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bf0ca81-b5e1-4042-9ae5-17e142c64243","header":"x-maas-username"} {"level":"info","ts":1785440476.8378675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bf0ca81-b5e1-4042-9ae5-17e142c64243","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785440476.8378937,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0bf0ca81-b5e1-4042-9ae5-17e142c64243"} {"level":"info","ts":1785440476.8408132,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0bf0ca81-b5e1-4042-9ae5-17e142c64243"} {"level":"info","ts":1785440476.840843,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0bf0ca81-b5e1-4042-9ae5-17e142c64243"} {"level":"info","ts":1785440476.8408594,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0bf0ca81-b5e1-4042-9ae5-17e142c64243","EoS":false} {"level":"info","ts":1785440476.84087,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0bf0ca81-b5e1-4042-9ae5-17e142c64243"} {"level":"info","ts":1785440476.8408954,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0bf0ca81-b5e1-4042-9ae5-17e142c64243","EoS":true} {"level":"info","ts":1785440476.8409023,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0bf0ca81-b5e1-4042-9ae5-17e142c64243"} {"level":"info","ts":1785440489.7064095,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440489.7065024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab680c29-d9eb-4ef6-984d-858d51d82f7a"} {"level":"info","ts":1785440489.7065203,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab680c29-d9eb-4ef6-984d-858d51d82f7a"} {"level":"info","ts":1785440489.7065377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab680c29-d9eb-4ef6-984d-858d51d82f7a","EoS":true} {"level":"info","ts":1785440489.7065735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab680c29-d9eb-4ef6-984d-858d51d82f7a","header":"x-maas-subscription"} {"level":"info","ts":1785440489.7066245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab680c29-d9eb-4ef6-984d-858d51d82f7a","header":"x-maas-username"} {"level":"info","ts":1785440489.7066333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab680c29-d9eb-4ef6-984d-858d51d82f7a","header":"x-maas-group"} {"level":"info","ts":1785440489.7066517,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab680c29-d9eb-4ef6-984d-858d51d82f7a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785440489.7067008,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab680c29-d9eb-4ef6-984d-858d51d82f7a"} {"level":"info","ts":1785440489.7079928,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab680c29-d9eb-4ef6-984d-858d51d82f7a"} {"level":"info","ts":1785440489.7080112,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ab680c29-d9eb-4ef6-984d-858d51d82f7a"} {"level":"info","ts":1785440489.708032,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ab680c29-d9eb-4ef6-984d-858d51d82f7a","EoS":false} {"level":"info","ts":1785440489.70805,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ab680c29-d9eb-4ef6-984d-858d51d82f7a"} {"level":"info","ts":1785440489.7080872,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ab680c29-d9eb-4ef6-984d-858d51d82f7a","EoS":true} {"level":"info","ts":1785440489.7081,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ab680c29-d9eb-4ef6-984d-858d51d82f7a"} {"level":"info","ts":1785440498.2388318,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440498.2389033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d67b635-6b6f-40d8-94c6-60d7400d5ffc"} {"level":"info","ts":1785440498.238917,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d67b635-6b6f-40d8-94c6-60d7400d5ffc"} {"level":"info","ts":1785440498.23893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d67b635-6b6f-40d8-94c6-60d7400d5ffc","EoS":true} {"level":"info","ts":1785440498.2389557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d67b635-6b6f-40d8-94c6-60d7400d5ffc","header":"x-maas-username"} {"level":"info","ts":1785440498.2389667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d67b635-6b6f-40d8-94c6-60d7400d5ffc","header":"x-maas-subscription"} {"level":"info","ts":1785440498.2389722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d67b635-6b6f-40d8-94c6-60d7400d5ffc","header":"x-maas-group"} {"level":"info","ts":1785440498.238984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d67b635-6b6f-40d8-94c6-60d7400d5ffc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785440498.2390132,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d67b635-6b6f-40d8-94c6-60d7400d5ffc"} {"level":"info","ts":1785440498.240042,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d67b635-6b6f-40d8-94c6-60d7400d5ffc"} {"level":"info","ts":1785440498.2400646,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0d67b635-6b6f-40d8-94c6-60d7400d5ffc"} {"level":"info","ts":1785440498.2400854,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d67b635-6b6f-40d8-94c6-60d7400d5ffc","EoS":false} {"level":"info","ts":1785440498.240105,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0d67b635-6b6f-40d8-94c6-60d7400d5ffc"} {"level":"info","ts":1785440498.24015,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d67b635-6b6f-40d8-94c6-60d7400d5ffc","EoS":true} {"level":"info","ts":1785440498.2401636,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0d67b635-6b6f-40d8-94c6-60d7400d5ffc"} {"level":"info","ts":1785440507.0933552,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440507.093452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b313167-4744-4042-a008-1365e2ca1dee"} {"level":"info","ts":1785440507.093466,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b313167-4744-4042-a008-1365e2ca1dee"} {"level":"info","ts":1785440507.0934787,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b313167-4744-4042-a008-1365e2ca1dee","EoS":true} {"level":"info","ts":1785440507.0935078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b313167-4744-4042-a008-1365e2ca1dee","header":"x-maas-group"} {"level":"info","ts":1785440507.0935175,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b313167-4744-4042-a008-1365e2ca1dee","header":"x-maas-username"} {"level":"info","ts":1785440507.0935228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b313167-4744-4042-a008-1365e2ca1dee","header":"x-maas-subscription"} {"level":"info","ts":1785440507.0935352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b313167-4744-4042-a008-1365e2ca1dee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785440507.0935605,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b313167-4744-4042-a008-1365e2ca1dee"} {"level":"info","ts":1785440507.0946004,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b313167-4744-4042-a008-1365e2ca1dee"} {"level":"info","ts":1785440507.0946214,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0b313167-4744-4042-a008-1365e2ca1dee"} {"level":"info","ts":1785440507.0946417,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b313167-4744-4042-a008-1365e2ca1dee","EoS":false} {"level":"info","ts":1785440507.0946524,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0b313167-4744-4042-a008-1365e2ca1dee"} {"level":"info","ts":1785440507.0946798,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b313167-4744-4042-a008-1365e2ca1dee","EoS":true} {"level":"info","ts":1785440507.0946875,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0b313167-4744-4042-a008-1365e2ca1dee"} {"level":"info","ts":1785440536.5391877,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440536.5392566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"674790ee-eab8-4a24-9e46-bfd6ecd15dbe"} {"level":"info","ts":1785440536.5392685,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"674790ee-eab8-4a24-9e46-bfd6ecd15dbe"} {"level":"info","ts":1785440536.5392792,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"674790ee-eab8-4a24-9e46-bfd6ecd15dbe","EoS":true} {"level":"info","ts":1785440536.5392995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"674790ee-eab8-4a24-9e46-bfd6ecd15dbe","header":"x-maas-group"} {"level":"info","ts":1785440536.5393116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"674790ee-eab8-4a24-9e46-bfd6ecd15dbe","header":"x-maas-username"} {"level":"info","ts":1785440536.5393167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"674790ee-eab8-4a24-9e46-bfd6ecd15dbe","header":"x-maas-subscription"} {"level":"info","ts":1785440536.5393295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"674790ee-eab8-4a24-9e46-bfd6ecd15dbe","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785440536.539353,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"674790ee-eab8-4a24-9e46-bfd6ecd15dbe"} {"level":"info","ts":1785440536.5409336,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"674790ee-eab8-4a24-9e46-bfd6ecd15dbe"} {"level":"info","ts":1785440536.5409546,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"674790ee-eab8-4a24-9e46-bfd6ecd15dbe"} {"level":"info","ts":1785440536.5409753,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"674790ee-eab8-4a24-9e46-bfd6ecd15dbe","EoS":false} {"level":"info","ts":1785440536.5409882,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"674790ee-eab8-4a24-9e46-bfd6ecd15dbe"} {"level":"info","ts":1785440536.541013,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"674790ee-eab8-4a24-9e46-bfd6ecd15dbe","EoS":true} {"level":"info","ts":1785440536.5410233,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"674790ee-eab8-4a24-9e46-bfd6ecd15dbe"} {"level":"info","ts":1785440569.4002917,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440569.400377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f76071b8-1ea1-4ad8-92a1-00fe602a20ac"} {"level":"info","ts":1785440569.4004042,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f76071b8-1ea1-4ad8-92a1-00fe602a20ac"} {"level":"info","ts":1785440569.400417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f76071b8-1ea1-4ad8-92a1-00fe602a20ac","EoS":true} {"level":"info","ts":1785440569.4004424,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f76071b8-1ea1-4ad8-92a1-00fe602a20ac","header":"x-maas-subscription"} {"level":"info","ts":1785440569.4004526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f76071b8-1ea1-4ad8-92a1-00fe602a20ac","header":"x-maas-username"} {"level":"info","ts":1785440569.4004583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f76071b8-1ea1-4ad8-92a1-00fe602a20ac","header":"x-maas-group"} {"level":"info","ts":1785440569.40047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f76071b8-1ea1-4ad8-92a1-00fe602a20ac","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785440569.4004953,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f76071b8-1ea1-4ad8-92a1-00fe602a20ac"} {"level":"info","ts":1785440569.4014843,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f76071b8-1ea1-4ad8-92a1-00fe602a20ac"} {"level":"info","ts":1785440569.4015071,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f76071b8-1ea1-4ad8-92a1-00fe602a20ac"} {"level":"info","ts":1785440569.4015238,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f76071b8-1ea1-4ad8-92a1-00fe602a20ac","EoS":false} {"level":"info","ts":1785440569.401536,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f76071b8-1ea1-4ad8-92a1-00fe602a20ac"} {"level":"info","ts":1785440569.4015627,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f76071b8-1ea1-4ad8-92a1-00fe602a20ac","EoS":true} {"level":"info","ts":1785440569.4015708,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f76071b8-1ea1-4ad8-92a1-00fe602a20ac"} {"level":"info","ts":1785440614.929037,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440614.929134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4eff8a0-705a-49db-b348-9fbf04221597"} {"level":"info","ts":1785440614.9291437,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4eff8a0-705a-49db-b348-9fbf04221597"} {"level":"info","ts":1785440614.929156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4eff8a0-705a-49db-b348-9fbf04221597","EoS":true} {"level":"info","ts":1785440614.9291806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4eff8a0-705a-49db-b348-9fbf04221597","header":"x-maas-group"} {"level":"info","ts":1785440614.9291909,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4eff8a0-705a-49db-b348-9fbf04221597","header":"x-maas-username"} {"level":"info","ts":1785440614.929196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4eff8a0-705a-49db-b348-9fbf04221597","header":"x-maas-subscription"} {"level":"info","ts":1785440614.9292107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4eff8a0-705a-49db-b348-9fbf04221597","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785440614.9292364,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4eff8a0-705a-49db-b348-9fbf04221597"} {"level":"info","ts":1785440614.9329047,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e4eff8a0-705a-49db-b348-9fbf04221597"} {"level":"info","ts":1785440614.9329257,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e4eff8a0-705a-49db-b348-9fbf04221597"} {"level":"info","ts":1785440614.9329407,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4eff8a0-705a-49db-b348-9fbf04221597","EoS":false} {"level":"info","ts":1785440614.9329538,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e4eff8a0-705a-49db-b348-9fbf04221597"} {"level":"info","ts":1785440614.932979,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4eff8a0-705a-49db-b348-9fbf04221597","EoS":true} {"level":"info","ts":1785440614.932989,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e4eff8a0-705a-49db-b348-9fbf04221597"} {"level":"info","ts":1785440624.321672,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440624.3217402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2eaa31d6-7389-4560-8565-9a1ae540f1b6"} {"level":"info","ts":1785440624.3217518,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2eaa31d6-7389-4560-8565-9a1ae540f1b6"} {"level":"info","ts":1785440624.3217657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2eaa31d6-7389-4560-8565-9a1ae540f1b6","EoS":true} {"level":"info","ts":1785440624.3217874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2eaa31d6-7389-4560-8565-9a1ae540f1b6","header":"x-maas-subscription"} {"level":"info","ts":1785440624.3218024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2eaa31d6-7389-4560-8565-9a1ae540f1b6","header":"x-maas-username"} {"level":"info","ts":1785440624.3218112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2eaa31d6-7389-4560-8565-9a1ae540f1b6","header":"x-maas-group"} {"level":"info","ts":1785440624.321829,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2eaa31d6-7389-4560-8565-9a1ae540f1b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785440624.3218539,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2eaa31d6-7389-4560-8565-9a1ae540f1b6"} {"level":"info","ts":1785440624.3228855,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2eaa31d6-7389-4560-8565-9a1ae540f1b6"} {"level":"info","ts":1785440624.3229036,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2eaa31d6-7389-4560-8565-9a1ae540f1b6"} {"level":"info","ts":1785440624.322918,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2eaa31d6-7389-4560-8565-9a1ae540f1b6","EoS":false} {"level":"info","ts":1785440624.3229296,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2eaa31d6-7389-4560-8565-9a1ae540f1b6"} {"level":"info","ts":1785440624.322952,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2eaa31d6-7389-4560-8565-9a1ae540f1b6","EoS":true} {"level":"info","ts":1785440624.322961,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2eaa31d6-7389-4560-8565-9a1ae540f1b6"} {"level":"info","ts":1785440624.358338,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440624.3584268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28489ffc-3134-4423-818e-ea421a9bf186"} {"level":"info","ts":1785440624.3584385,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28489ffc-3134-4423-818e-ea421a9bf186"} {"level":"info","ts":1785440624.3584507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28489ffc-3134-4423-818e-ea421a9bf186","EoS":true} {"level":"info","ts":1785440624.3584712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28489ffc-3134-4423-818e-ea421a9bf186","header":"x-maas-username"} {"level":"info","ts":1785440624.3584788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28489ffc-3134-4423-818e-ea421a9bf186","header":"x-maas-subscription"} {"level":"info","ts":1785440624.3584845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28489ffc-3134-4423-818e-ea421a9bf186","header":"x-maas-group"} {"level":"info","ts":1785440624.358548,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28489ffc-3134-4423-818e-ea421a9bf186","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785440624.3585718,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28489ffc-3134-4423-818e-ea421a9bf186"} {"level":"info","ts":1785440624.3608308,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28489ffc-3134-4423-818e-ea421a9bf186"} {"level":"info","ts":1785440624.3608527,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"28489ffc-3134-4423-818e-ea421a9bf186"} {"level":"info","ts":1785440624.3608732,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28489ffc-3134-4423-818e-ea421a9bf186","EoS":false} {"level":"info","ts":1785440624.3608859,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28489ffc-3134-4423-818e-ea421a9bf186"} {"level":"info","ts":1785440624.3609176,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28489ffc-3134-4423-818e-ea421a9bf186","EoS":true} {"level":"info","ts":1785440624.3609312,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28489ffc-3134-4423-818e-ea421a9bf186"} {"level":"info","ts":1785440643.4332619,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440643.433337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ae1da21-6e75-49ef-b1be-fc7833e2f4fd"} {"level":"info","ts":1785440643.43335,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ae1da21-6e75-49ef-b1be-fc7833e2f4fd"} {"level":"info","ts":1785440643.4333699,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ae1da21-6e75-49ef-b1be-fc7833e2f4fd","EoS":true} {"level":"info","ts":1785440643.4334269,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ae1da21-6e75-49ef-b1be-fc7833e2f4fd","header":"x-maas-username"} {"level":"info","ts":1785440643.433442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ae1da21-6e75-49ef-b1be-fc7833e2f4fd","header":"x-maas-group"} {"level":"info","ts":1785440643.4334521,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ae1da21-6e75-49ef-b1be-fc7833e2f4fd","header":"x-maas-subscription"} {"level":"info","ts":1785440643.433471,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ae1da21-6e75-49ef-b1be-fc7833e2f4fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785440643.433508,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ae1da21-6e75-49ef-b1be-fc7833e2f4fd"} {"level":"info","ts":1785440643.4345808,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ae1da21-6e75-49ef-b1be-fc7833e2f4fd"} {"level":"info","ts":1785440643.4346013,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ae1da21-6e75-49ef-b1be-fc7833e2f4fd"} {"level":"info","ts":1785440643.4346201,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ae1da21-6e75-49ef-b1be-fc7833e2f4fd","EoS":false} {"level":"info","ts":1785440643.4346333,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ae1da21-6e75-49ef-b1be-fc7833e2f4fd"} {"level":"info","ts":1785440643.4346614,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ae1da21-6e75-49ef-b1be-fc7833e2f4fd","EoS":true} {"level":"info","ts":1785440643.434672,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ae1da21-6e75-49ef-b1be-fc7833e2f4fd"} {"level":"info","ts":1785440836.191495,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440836.1915655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81c5abd9-875c-49fa-a453-658522a65b46"} {"level":"info","ts":1785440836.1915736,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81c5abd9-875c-49fa-a453-658522a65b46"} {"level":"info","ts":1785440836.191584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81c5abd9-875c-49fa-a453-658522a65b46","EoS":true} {"level":"info","ts":1785440836.1916091,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81c5abd9-875c-49fa-a453-658522a65b46","header":"x-maas-group"} {"level":"info","ts":1785440836.191623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81c5abd9-875c-49fa-a453-658522a65b46","header":"x-maas-subscription"} {"level":"info","ts":1785440836.1916285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81c5abd9-875c-49fa-a453-658522a65b46","header":"x-maas-username"} {"level":"info","ts":1785440836.1916404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81c5abd9-875c-49fa-a453-658522a65b46","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785440836.1916647,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"81c5abd9-875c-49fa-a453-658522a65b46"} {"level":"info","ts":1785440836.1940167,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"81c5abd9-875c-49fa-a453-658522a65b46"} {"level":"info","ts":1785440836.1940367,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"81c5abd9-875c-49fa-a453-658522a65b46"} {"level":"info","ts":1785440836.1940525,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"81c5abd9-875c-49fa-a453-658522a65b46","EoS":false} {"level":"info","ts":1785440836.1940632,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"81c5abd9-875c-49fa-a453-658522a65b46"} {"level":"info","ts":1785440836.1940906,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"81c5abd9-875c-49fa-a453-658522a65b46","EoS":true} {"level":"info","ts":1785440836.194102,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"81c5abd9-875c-49fa-a453-658522a65b46"} {"level":"info","ts":1785440928.3712294,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440928.371297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"947cfce5-ac33-4f1c-b496-1537df0a0c88"} {"level":"info","ts":1785440928.3713062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"947cfce5-ac33-4f1c-b496-1537df0a0c88"} {"level":"info","ts":1785440928.3713171,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"947cfce5-ac33-4f1c-b496-1537df0a0c88","EoS":true} {"level":"info","ts":1785440928.371337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"947cfce5-ac33-4f1c-b496-1537df0a0c88","header":"x-maas-username"} {"level":"info","ts":1785440928.371347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"947cfce5-ac33-4f1c-b496-1537df0a0c88","header":"x-maas-group"} {"level":"info","ts":1785440928.371352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"947cfce5-ac33-4f1c-b496-1537df0a0c88","header":"x-maas-subscription"} {"level":"info","ts":1785440928.3713648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"947cfce5-ac33-4f1c-b496-1537df0a0c88","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785440928.3714123,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"947cfce5-ac33-4f1c-b496-1537df0a0c88"} {"level":"info","ts":1785440928.3745608,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"947cfce5-ac33-4f1c-b496-1537df0a0c88"} {"level":"info","ts":1785440928.3745818,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"947cfce5-ac33-4f1c-b496-1537df0a0c88"} {"level":"info","ts":1785440928.374598,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"947cfce5-ac33-4f1c-b496-1537df0a0c88","EoS":false} {"level":"info","ts":1785440928.3746157,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"947cfce5-ac33-4f1c-b496-1537df0a0c88"} {"level":"info","ts":1785440928.3746474,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"947cfce5-ac33-4f1c-b496-1537df0a0c88","EoS":true} {"level":"info","ts":1785440928.374659,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"947cfce5-ac33-4f1c-b496-1537df0a0c88"} {"level":"info","ts":1785440943.6423488,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785440943.6424534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3d58814-0915-485a-9766-172a2e9b76dc"} {"level":"info","ts":1785440943.642469,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d3d58814-0915-485a-9766-172a2e9b76dc"} {"level":"info","ts":1785440943.6424823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3d58814-0915-485a-9766-172a2e9b76dc","EoS":true} {"level":"info","ts":1785440943.6425047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3d58814-0915-485a-9766-172a2e9b76dc","header":"x-maas-group"} {"level":"info","ts":1785440943.6425145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3d58814-0915-485a-9766-172a2e9b76dc","header":"x-maas-username"} {"level":"info","ts":1785440943.6425197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3d58814-0915-485a-9766-172a2e9b76dc","header":"x-maas-subscription"} {"level":"info","ts":1785440943.6425335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3d58814-0915-485a-9766-172a2e9b76dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785440943.6425555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d3d58814-0915-485a-9766-172a2e9b76dc"} {"level":"info","ts":1785440943.6437569,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d3d58814-0915-485a-9766-172a2e9b76dc"} {"level":"info","ts":1785440943.643776,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d3d58814-0915-485a-9766-172a2e9b76dc"} {"level":"info","ts":1785440943.6437938,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d3d58814-0915-485a-9766-172a2e9b76dc","EoS":false} {"level":"info","ts":1785440943.6438065,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d3d58814-0915-485a-9766-172a2e9b76dc"} {"level":"info","ts":1785440943.64383,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d3d58814-0915-485a-9766-172a2e9b76dc","EoS":true} {"level":"info","ts":1785440943.6438398,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d3d58814-0915-485a-9766-172a2e9b76dc"} {"level":"info","ts":1785441317.6999292,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441317.7000062,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f7b1139-11a5-473c-8289-adf59fc7708b"} {"level":"info","ts":1785441317.700014,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9f7b1139-11a5-473c-8289-adf59fc7708b"} {"level":"info","ts":1785441317.7000256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f7b1139-11a5-473c-8289-adf59fc7708b","EoS":true} {"level":"info","ts":1785441317.7000537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f7b1139-11a5-473c-8289-adf59fc7708b","header":"x-maas-username"} {"level":"info","ts":1785441317.7000637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f7b1139-11a5-473c-8289-adf59fc7708b","header":"x-maas-group"} {"level":"info","ts":1785441317.700069,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f7b1139-11a5-473c-8289-adf59fc7708b","header":"x-maas-subscription"} {"level":"info","ts":1785441317.7000809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f7b1139-11a5-473c-8289-adf59fc7708b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441317.7001097,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9f7b1139-11a5-473c-8289-adf59fc7708b"} {"level":"info","ts":1785441317.7036068,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9f7b1139-11a5-473c-8289-adf59fc7708b"} {"level":"info","ts":1785441317.7036264,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9f7b1139-11a5-473c-8289-adf59fc7708b"} {"level":"info","ts":1785441317.7036464,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f7b1139-11a5-473c-8289-adf59fc7708b","EoS":false} {"level":"info","ts":1785441317.7036586,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9f7b1139-11a5-473c-8289-adf59fc7708b"} {"level":"info","ts":1785441317.7036872,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f7b1139-11a5-473c-8289-adf59fc7708b","EoS":true} {"level":"info","ts":1785441317.7036986,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9f7b1139-11a5-473c-8289-adf59fc7708b"} {"level":"info","ts":1785441322.482736,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"63fbaa4d-b4c7-4f64-b156-70a973901c44","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785441322.4831376,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37616.934758495,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785441322.483166,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785441322.5279875,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785441322.5838602,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"63fbaa4d-b4c7-4f64-b156-70a973901c44","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785441322.5944376,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c34dc1f5-8abc-48ba-81d2-c2835952d3d6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785441322.5944564,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0689eda4-6910-407a-a047-bad33870946e"} {"level":"info","ts":1785441322.5944715,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c34dc1f5-8abc-48ba-81d2-c2835952d3d6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785441322.6016927,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"950fd77f-99a9-47f1-b39e-50f996a8ab37","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785441322.6017313,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"950fd77f-99a9-47f1-b39e-50f996a8ab37","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785441322.602107,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38851.066281709,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785441322.6021254,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785441322.611737,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785441322.699838,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5837b99-0eae-451b-bdd6-03cc04c2aa0a"} {"level":"info","ts":1785441322.699838,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1b92311-154b-4556-b02b-a2f4b1b831c9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785441322.6999846,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1b92311-154b-4556-b02b-a2f4b1b831c9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785441322.7026467,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0689eda4-6910-407a-a047-bad33870946e","name":"e2e-external-provider"} {"level":"info","ts":1785441322.7051423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02c86696-54ce-4d40-9aea-7d59b6d27a61","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785441322.7051704,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02c86696-54ce-4d40-9aea-7d59b6d27a61","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785441322.705301,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5837b99-0eae-451b-bdd6-03cc04c2aa0a","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785441322.7107542,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5837b99-0eae-451b-bdd6-03cc04c2aa0a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785441322.710812,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6dcc235-41b8-468f-bff1-506b1adcd4ed","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785441322.71084,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6dcc235-41b8-468f-bff1-506b1adcd4ed","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785441322.7108433,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d80728f6-cacf-42ca-a24e-03a1ea0b4dce"} {"level":"info","ts":1785441322.7108657,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d80728f6-cacf-42ca-a24e-03a1ea0b4dce","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785441322.7124174,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0689eda4-6910-407a-a047-bad33870946e","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785441322.714756,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d80728f6-cacf-42ca-a24e-03a1ea0b4dce","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785441322.7222044,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0689eda4-6910-407a-a047-bad33870946e","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785441322.7253234,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf3501b6-2636-4eae-a601-e9432cf11931"} {"level":"info","ts":1785441322.7253551,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf3501b6-2636-4eae-a601-e9432cf11931","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785441322.7267635,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0689eda4-6910-407a-a047-bad33870946e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785441322.7291505,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf3501b6-2636-4eae-a601-e9432cf11931","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785441322.7337015,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"471f5f0d-3159-41eb-89bf-10838cd0ecf9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785441322.7337384,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"471f5f0d-3159-41eb-89bf-10838cd0ecf9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785441322.7337925,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7362ab5b-9e88-417e-b9d8-bc2d8c5bafa8"} {"level":"info","ts":1785441322.7338142,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f9a0243-fcc3-4410-8c27-5b4f7a5092fc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785441322.7338347,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f9a0243-fcc3-4410-8c27-5b4f7a5092fc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785441322.7340195,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b2156b7-ae9f-4e6a-9ccb-b7810e9146f9"} {"level":"info","ts":1785441322.7340288,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33300.724141781,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785441322.7340465,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785441322.7340739,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b2156b7-ae9f-4e6a-9ccb-b7810e9146f9","name":"e2e-external-provider"} {"level":"info","ts":1785441322.7404861,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785441322.7424648,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4b2156b7-ae9f-4e6a-9ccb-b7810e9146f9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785441322.8347833,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7362ab5b-9e88-417e-b9d8-bc2d8c5bafa8","name":"e2e-external-model"} {"level":"info","ts":1785441322.8458889,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7362ab5b-9e88-417e-b9d8-bc2d8c5bafa8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785441322.8536353,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3dc1e2a-f2ad-410b-835b-60494ea401d4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785441322.8536737,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3dc1e2a-f2ad-410b-835b-60494ea401d4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785441322.8537033,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"269300c7-2b43-46e0-a154-51aad6230e13"} {"level":"info","ts":1785441322.8537772,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"269300c7-2b43-46e0-a154-51aad6230e13","name":"e2e-external-model"} {"level":"error","ts":1785441322.8708117,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"269300c7-2b43-46e0-a154-51aad6230e13","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785441322.870979,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2665e64-58df-4380-9147-a08824ebfa59"} {"level":"info","ts":1785441322.8710465,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2665e64-58df-4380-9147-a08824ebfa59","name":"e2e-external-model"} {"level":"info","ts":1785441322.8709779,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"918d0626-9c2c-48d0-aa04-ee437acd914e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785441322.8710873,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"918d0626-9c2c-48d0-aa04-ee437acd914e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785441322.878758,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2665e64-58df-4380-9147-a08824ebfa59","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785441322.883848,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2279a0c-ecdb-45dc-93e5-dc03399b99f1"} {"level":"info","ts":1785441322.8838644,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b596f634-fe6f-4bd3-8888-6ff7c4c8a7d5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785441322.883894,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b596f634-fe6f-4bd3-8888-6ff7c4c8a7d5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785441322.8839223,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2279a0c-ecdb-45dc-93e5-dc03399b99f1","name":"e2e-external-model"} {"level":"info","ts":1785441322.9033518,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2279a0c-ecdb-45dc-93e5-dc03399b99f1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785441345.1184976,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441345.1185606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f"} {"level":"info","ts":1785441345.1185691,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f"} {"level":"info","ts":1785441345.1185796,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f","EoS":true} {"level":"info","ts":1785441345.1186035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f","header":"x-maas-username"} {"level":"info","ts":1785441345.1186132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f","header":"x-maas-subscription"} {"level":"info","ts":1785441345.118618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f","header":"x-maas-group"} {"level":"info","ts":1785441345.11863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785441345.1186376,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f","modelName":"e2e-external-model"} {"level":"info","ts":1785441345.118648,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785441345.1186743,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785441345.1186898,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f","authType":"apikey"} {"level":"info","ts":1785441345.1187146,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f"} {"level":"info","ts":1785441345.2108212,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f"} {"level":"info","ts":1785441345.2108452,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f"} {"level":"info","ts":1785441345.2108636,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f","EoS":false} {"level":"info","ts":1785441345.210876,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f"} {"level":"info","ts":1785441345.2109022,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f","EoS":true} {"level":"info","ts":1785441345.2109098,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5415c91d-cd4f-49a4-a139-2723bf785b4f"} {"level":"info","ts":1785441345.326358,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f026ca58-4f61-4319-9657-981d3bbe4143"} {"level":"info","ts":1785441345.3264346,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f0e89df-d6cf-421c-8b89-84ef0ff2acd8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785441345.3264763,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f0e89df-d6cf-421c-8b89-84ef0ff2acd8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785441345.3319101,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"58577db3-2b1e-4f49-a211-6d825ade95f5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785441345.331935,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"58577db3-2b1e-4f49-a211-6d825ade95f5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785441345.3350837,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f026ca58-4f61-4319-9657-981d3bbe4143","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785441345.3351548,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f026ca58-4f61-4319-9657-981d3bbe4143","name":"e2e-cleanup-test"} {"level":"info","ts":1785441345.345599,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f026ca58-4f61-4319-9657-981d3bbe4143","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785441345.3491814,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f026ca58-4f61-4319-9657-981d3bbe4143","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785441345.3492584,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eabce822-e440-430e-be90-96a81eec735c"} {"level":"info","ts":1785441345.34931,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eabce822-e440-430e-be90-96a81eec735c","name":"e2e-cleanup-test"} {"level":"info","ts":1785441345.3586078,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0a635b6-e28d-4268-8830-df587fc5ea40","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785441345.358632,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0a635b6-e28d-4268-8830-df587fc5ea40","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785441345.362661,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eabce822-e440-430e-be90-96a81eec735c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785441345.3627124,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eabce822-e440-430e-be90-96a81eec735c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785441345.3628066,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83757d22-d01d-45ba-bc2f-4e0a46fafd5f"} {"level":"info","ts":1785441345.3628542,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83757d22-d01d-45ba-bc2f-4e0a46fafd5f","name":"e2e-cleanup-test"} {"level":"info","ts":1785441345.372766,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"207af753-57b5-42a9-814b-3f9122dcb759","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785441345.37279,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"207af753-57b5-42a9-814b-3f9122dcb759","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785441345.3734121,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83757d22-d01d-45ba-bc2f-4e0a46fafd5f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785441345.3763113,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83757d22-d01d-45ba-bc2f-4e0a46fafd5f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785441345.376375,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1889503-27df-493e-b3fb-701d1f60a1f1"} {"level":"info","ts":1785441345.376434,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1889503-27df-493e-b3fb-701d1f60a1f1","name":"e2e-cleanup-test"} {"level":"info","ts":1785441345.382963,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e1889503-27df-493e-b3fb-701d1f60a1f1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785441353.6124501,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a5085cc-fabd-4600-939a-55f3aae8e7dc"} {"level":"info","ts":1785441353.6124504,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad381a0e-0b07-43cb-86c0-abace1159260","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785441353.6125197,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad381a0e-0b07-43cb-86c0-abace1159260","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785441357.9160397,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441357.916116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8536f4e1-96f6-4a47-ac1b-93604f8cf7e6"} {"level":"info","ts":1785441357.9161322,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8536f4e1-96f6-4a47-ac1b-93604f8cf7e6"} {"level":"info","ts":1785441357.9161508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8536f4e1-96f6-4a47-ac1b-93604f8cf7e6","EoS":true} {"level":"info","ts":1785441357.9161897,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8536f4e1-96f6-4a47-ac1b-93604f8cf7e6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785441357.9162211,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8536f4e1-96f6-4a47-ac1b-93604f8cf7e6"} {"level":"info","ts":1785441357.9957979,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441357.995859,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5"} {"level":"info","ts":1785441357.995868,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5"} {"level":"info","ts":1785441357.9958794,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5","EoS":true} {"level":"info","ts":1785441357.9959035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5","header":"x-maas-group"} {"level":"info","ts":1785441357.9959135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5","header":"x-maas-subscription"} {"level":"info","ts":1785441357.9959183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5","header":"x-maas-username"} {"level":"info","ts":1785441357.99593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785441357.9959376,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5","modelName":"e2e-external-model"} {"level":"info","ts":1785441357.9959493,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785441357.99597,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785441357.9959838,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5","authType":"apikey"} {"level":"info","ts":1785441357.9960039,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5"} {"level":"info","ts":1785441358.0876653,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5"} {"level":"info","ts":1785441358.0876858,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5"} {"level":"info","ts":1785441358.0877156,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5","EoS":false} {"level":"info","ts":1785441358.0877306,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5"} {"level":"info","ts":1785441358.0877664,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5","EoS":true} {"level":"info","ts":1785441358.0877767,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9045688d-8b7a-4b8b-9d8d-616a702820b5"} {"level":"info","ts":1785441358.1322615,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441358.132323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6306b9c7-dc41-4593-b915-4e25a628d262"} {"level":"info","ts":1785441358.1323364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6306b9c7-dc41-4593-b915-4e25a628d262"} {"level":"info","ts":1785441358.1323543,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6306b9c7-dc41-4593-b915-4e25a628d262","EoS":true} {"level":"info","ts":1785441358.1324072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6306b9c7-dc41-4593-b915-4e25a628d262","header":"x-maas-username"} {"level":"info","ts":1785441358.132421,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6306b9c7-dc41-4593-b915-4e25a628d262","header":"x-maas-subscription"} {"level":"info","ts":1785441358.1324294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6306b9c7-dc41-4593-b915-4e25a628d262","header":"x-maas-group"} {"level":"info","ts":1785441358.1324434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6306b9c7-dc41-4593-b915-4e25a628d262","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785441358.1324723,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6306b9c7-dc41-4593-b915-4e25a628d262"} {"level":"info","ts":1785441358.1767054,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6306b9c7-dc41-4593-b915-4e25a628d262"} {"level":"info","ts":1785441358.1767228,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6306b9c7-dc41-4593-b915-4e25a628d262"} {"level":"info","ts":1785441358.1767411,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6306b9c7-dc41-4593-b915-4e25a628d262","EoS":false} {"level":"info","ts":1785441358.176756,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6306b9c7-dc41-4593-b915-4e25a628d262"} {"level":"info","ts":1785441358.1767893,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6306b9c7-dc41-4593-b915-4e25a628d262","EoS":true} {"level":"info","ts":1785441358.176801,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6306b9c7-dc41-4593-b915-4e25a628d262"} {"level":"info","ts":1785441358.2174187,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441358.2174635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"940ad161-d72a-40a9-bf79-f6e5bf4616b9"} {"level":"info","ts":1785441358.2174711,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"940ad161-d72a-40a9-bf79-f6e5bf4616b9"} {"level":"info","ts":1785441358.2174802,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"940ad161-d72a-40a9-bf79-f6e5bf4616b9","EoS":true} {"level":"info","ts":1785441358.2174969,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"940ad161-d72a-40a9-bf79-f6e5bf4616b9","header":"x-maas-group"} {"level":"info","ts":1785441358.2175074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"940ad161-d72a-40a9-bf79-f6e5bf4616b9","header":"x-maas-username"} {"level":"info","ts":1785441358.2175128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"940ad161-d72a-40a9-bf79-f6e5bf4616b9","header":"x-maas-subscription"} {"level":"info","ts":1785441358.2175353,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"940ad161-d72a-40a9-bf79-f6e5bf4616b9"} {"level":"info","ts":1785441358.2647285,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"940ad161-d72a-40a9-bf79-f6e5bf4616b9"} {"level":"info","ts":1785441358.2647445,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"940ad161-d72a-40a9-bf79-f6e5bf4616b9"} {"level":"info","ts":1785441358.264758,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"940ad161-d72a-40a9-bf79-f6e5bf4616b9","EoS":false} {"level":"info","ts":1785441358.2647703,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"940ad161-d72a-40a9-bf79-f6e5bf4616b9"} {"level":"info","ts":1785441358.2647996,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"940ad161-d72a-40a9-bf79-f6e5bf4616b9","EoS":true} {"level":"info","ts":1785441358.2648082,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"940ad161-d72a-40a9-bf79-f6e5bf4616b9"} {"level":"info","ts":1785441359.0876188,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17e9967c-bd12-4537-850d-1f111a060dea"} {"level":"info","ts":1785441359.087663,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73219f22-c494-4c71-aa30-ebe16f5391fb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785441359.0876935,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"73219f22-c494-4c71-aa30-ebe16f5391fb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785441359.2334914,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cbc15886-632e-40fe-87af-f145e153fec5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785441359.2335222,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0e6faeb-fcd3-49dc-ba9a-6c9d34fc3849"} {"level":"info","ts":1785441359.2335267,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cbc15886-632e-40fe-87af-f145e153fec5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785441359.3466651,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a1fb628e-e84a-4623-8405-9492053a74e7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785441359.346729,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a1fb628e-e84a-4623-8405-9492053a74e7","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785442992.196153,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442992.1962242,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b604fe3-cf12-4002-befa-44d2d99d6534"} {"level":"info","ts":1785443066.9725032,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443066.972588,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47592d12-ff7a-4c3c-8fef-b7b5181226d9"} {"level":"info","ts":1785443066.9726002,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"47592d12-ff7a-4c3c-8fef-b7b5181226d9"} {"level":"info","ts":1785443066.97262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47592d12-ff7a-4c3c-8fef-b7b5181226d9","EoS":true} {"level":"info","ts":1785443066.9726572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47592d12-ff7a-4c3c-8fef-b7b5181226d9","header":"x-maas-subscription"} {"level":"info","ts":1785443066.9726691,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47592d12-ff7a-4c3c-8fef-b7b5181226d9","header":"x-maas-group"} {"level":"info","ts":1785443066.9726768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47592d12-ff7a-4c3c-8fef-b7b5181226d9","header":"x-maas-username"} {"level":"info","ts":1785443066.9726958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47592d12-ff7a-4c3c-8fef-b7b5181226d9","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785443066.9727273,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"47592d12-ff7a-4c3c-8fef-b7b5181226d9"} {"level":"info","ts":1785443066.9738586,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"47592d12-ff7a-4c3c-8fef-b7b5181226d9"} {"level":"info","ts":1785443066.9738772,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"47592d12-ff7a-4c3c-8fef-b7b5181226d9"} {"level":"info","ts":1785443066.9738972,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"47592d12-ff7a-4c3c-8fef-b7b5181226d9","EoS":false} {"level":"info","ts":1785443066.9739132,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"47592d12-ff7a-4c3c-8fef-b7b5181226d9"} {"level":"info","ts":1785443066.973937,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"47592d12-ff7a-4c3c-8fef-b7b5181226d9","EoS":true} {"level":"info","ts":1785443066.973945,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"47592d12-ff7a-4c3c-8fef-b7b5181226d9"}