{"level":"info","ts":1785409489.2881763,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d2562fde-8601-4825-ad74-a2da3f75aff4","EoS":false} {"level":"info","ts":1785409489.2881868,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d2562fde-8601-4825-ad74-a2da3f75aff4"} {"level":"info","ts":1785409489.288211,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d2562fde-8601-4825-ad74-a2da3f75aff4","EoS":true} {"level":"info","ts":1785409489.2882214,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d2562fde-8601-4825-ad74-a2da3f75aff4"} {"level":"info","ts":1785409489.430305,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409489.430387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd781b60-a8a9-4e48-b154-754f59e267fc"} {"level":"info","ts":1785409489.430397,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bd781b60-a8a9-4e48-b154-754f59e267fc"} {"level":"info","ts":1785409489.4304082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd781b60-a8a9-4e48-b154-754f59e267fc","EoS":true} {"level":"info","ts":1785409489.4304354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd781b60-a8a9-4e48-b154-754f59e267fc","header":"x-maas-subscription"} {"level":"info","ts":1785409489.4304461,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd781b60-a8a9-4e48-b154-754f59e267fc","header":"x-maas-group"} {"level":"info","ts":1785409489.4304519,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd781b60-a8a9-4e48-b154-754f59e267fc","header":"x-maas-username"} {"level":"info","ts":1785409489.4304645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd781b60-a8a9-4e48-b154-754f59e267fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785409489.4304914,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd781b60-a8a9-4e48-b154-754f59e267fc"} {"level":"info","ts":1785409489.4315763,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd781b60-a8a9-4e48-b154-754f59e267fc"} {"level":"info","ts":1785409489.4316006,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bd781b60-a8a9-4e48-b154-754f59e267fc"} {"level":"info","ts":1785409489.4316165,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bd781b60-a8a9-4e48-b154-754f59e267fc","EoS":false} {"level":"info","ts":1785409489.431633,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bd781b60-a8a9-4e48-b154-754f59e267fc"} {"level":"info","ts":1785409489.4316592,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bd781b60-a8a9-4e48-b154-754f59e267fc","EoS":true} {"level":"info","ts":1785409489.4316688,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bd781b60-a8a9-4e48-b154-754f59e267fc"} {"level":"info","ts":1785409489.5738943,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409489.573976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6ebed89-2581-4bc9-a392-6dffcf585470"} {"level":"info","ts":1785409489.5739884,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6ebed89-2581-4bc9-a392-6dffcf585470"} {"level":"info","ts":1785409489.5740006,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6ebed89-2581-4bc9-a392-6dffcf585470","EoS":true} {"level":"info","ts":1785409489.5740273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6ebed89-2581-4bc9-a392-6dffcf585470","header":"x-maas-group"} {"level":"info","ts":1785409489.5740385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6ebed89-2581-4bc9-a392-6dffcf585470","header":"x-maas-subscription"} {"level":"info","ts":1785409489.574044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6ebed89-2581-4bc9-a392-6dffcf585470","header":"x-maas-username"} {"level":"info","ts":1785409489.5740576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6ebed89-2581-4bc9-a392-6dffcf585470","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785409489.5740798,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6ebed89-2581-4bc9-a392-6dffcf585470"} {"level":"info","ts":1785409489.575066,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c6ebed89-2581-4bc9-a392-6dffcf585470"} {"level":"info","ts":1785409489.5751026,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c6ebed89-2581-4bc9-a392-6dffcf585470"} {"level":"info","ts":1785409489.5751212,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6ebed89-2581-4bc9-a392-6dffcf585470","EoS":false} {"level":"info","ts":1785409489.5751355,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c6ebed89-2581-4bc9-a392-6dffcf585470"} {"level":"info","ts":1785409489.5751605,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6ebed89-2581-4bc9-a392-6dffcf585470","EoS":true} {"level":"info","ts":1785409489.5751698,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c6ebed89-2581-4bc9-a392-6dffcf585470"} {"level":"info","ts":1785409510.8480127,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409510.848125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f4423bf-61dc-475b-9047-39590431f003"} {"level":"info","ts":1785409510.8481398,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9f4423bf-61dc-475b-9047-39590431f003"} {"level":"info","ts":1785409510.84816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f4423bf-61dc-475b-9047-39590431f003","EoS":true} {"level":"info","ts":1785409510.8481998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f4423bf-61dc-475b-9047-39590431f003","header":"x-maas-subscription"} {"level":"info","ts":1785409510.848214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f4423bf-61dc-475b-9047-39590431f003","header":"x-maas-group"} {"level":"info","ts":1785409510.8482227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f4423bf-61dc-475b-9047-39590431f003","header":"x-maas-username"} {"level":"info","ts":1785409510.8482418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f4423bf-61dc-475b-9047-39590431f003","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785409510.848277,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9f4423bf-61dc-475b-9047-39590431f003"} {"level":"info","ts":1785409510.8492956,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9f4423bf-61dc-475b-9047-39590431f003"} {"level":"info","ts":1785409510.849315,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9f4423bf-61dc-475b-9047-39590431f003"} {"level":"info","ts":1785409510.849331,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f4423bf-61dc-475b-9047-39590431f003","EoS":false} {"level":"info","ts":1785409510.8493433,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9f4423bf-61dc-475b-9047-39590431f003"} {"level":"info","ts":1785409510.849371,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f4423bf-61dc-475b-9047-39590431f003","EoS":true} {"level":"info","ts":1785409510.8493836,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9f4423bf-61dc-475b-9047-39590431f003"} {"level":"info","ts":1785409510.8906763,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409510.8907561,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce5749a1-835a-4dbd-a100-8e75a88fc04f"} {"level":"info","ts":1785409510.8907745,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ce5749a1-835a-4dbd-a100-8e75a88fc04f"} {"level":"info","ts":1785409510.8907957,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ce5749a1-835a-4dbd-a100-8e75a88fc04f","EoS":true} {"level":"info","ts":1785409510.8908322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce5749a1-835a-4dbd-a100-8e75a88fc04f","header":"x-maas-group"} {"level":"info","ts":1785409510.890844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce5749a1-835a-4dbd-a100-8e75a88fc04f","header":"x-maas-username"} {"level":"info","ts":1785409510.8908534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce5749a1-835a-4dbd-a100-8e75a88fc04f","header":"x-maas-subscription"} {"level":"info","ts":1785409510.890871,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce5749a1-835a-4dbd-a100-8e75a88fc04f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785409510.8909078,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ce5749a1-835a-4dbd-a100-8e75a88fc04f"} {"level":"info","ts":1785409510.8920107,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce5749a1-835a-4dbd-a100-8e75a88fc04f"} {"level":"info","ts":1785409510.8920307,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ce5749a1-835a-4dbd-a100-8e75a88fc04f"} {"level":"info","ts":1785409510.8920503,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce5749a1-835a-4dbd-a100-8e75a88fc04f","EoS":false} {"level":"info","ts":1785409510.8920624,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ce5749a1-835a-4dbd-a100-8e75a88fc04f"} {"level":"info","ts":1785409510.8921063,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ce5749a1-835a-4dbd-a100-8e75a88fc04f","EoS":true} {"level":"info","ts":1785409510.89212,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ce5749a1-835a-4dbd-a100-8e75a88fc04f"} {"level":"info","ts":1785409511.004724,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409511.0048125,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5b13e5b3-11e4-4f74-afaf-831d7512ad80"} {"level":"info","ts":1785409511.0056417,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b13e5b3-11e4-4f74-afaf-831d7512ad80"} {"level":"info","ts":1785409511.005661,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5b13e5b3-11e4-4f74-afaf-831d7512ad80"} {"level":"info","ts":1785409511.005678,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5b13e5b3-11e4-4f74-afaf-831d7512ad80","EoS":false} {"level":"info","ts":1785409511.0056877,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5b13e5b3-11e4-4f74-afaf-831d7512ad80"} {"level":"info","ts":1785409511.0057123,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5b13e5b3-11e4-4f74-afaf-831d7512ad80","EoS":true} {"level":"info","ts":1785409511.00572,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5b13e5b3-11e4-4f74-afaf-831d7512ad80"} {"level":"info","ts":1785409515.6150146,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409515.6151526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"234f4aad-7e42-4c48-8eeb-0ce8401292b9"} {"level":"info","ts":1785409515.6151671,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"234f4aad-7e42-4c48-8eeb-0ce8401292b9"} {"level":"info","ts":1785409515.6151853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"234f4aad-7e42-4c48-8eeb-0ce8401292b9","EoS":true} {"level":"info","ts":1785409515.6152177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"234f4aad-7e42-4c48-8eeb-0ce8401292b9","header":"x-maas-username"} {"level":"info","ts":1785409515.615227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"234f4aad-7e42-4c48-8eeb-0ce8401292b9","header":"x-maas-subscription"} {"level":"info","ts":1785409515.6152334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"234f4aad-7e42-4c48-8eeb-0ce8401292b9","header":"x-maas-group"} {"level":"info","ts":1785409515.6152513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"234f4aad-7e42-4c48-8eeb-0ce8401292b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785409515.6152816,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"234f4aad-7e42-4c48-8eeb-0ce8401292b9"} {"level":"info","ts":1785409515.6161208,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"234f4aad-7e42-4c48-8eeb-0ce8401292b9"} {"level":"info","ts":1785409515.616145,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"234f4aad-7e42-4c48-8eeb-0ce8401292b9"} {"level":"info","ts":1785409515.616161,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"234f4aad-7e42-4c48-8eeb-0ce8401292b9","EoS":false} {"level":"info","ts":1785409515.6161804,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"234f4aad-7e42-4c48-8eeb-0ce8401292b9"} {"level":"info","ts":1785409515.616211,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"234f4aad-7e42-4c48-8eeb-0ce8401292b9","EoS":true} {"level":"info","ts":1785409515.6162236,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"234f4aad-7e42-4c48-8eeb-0ce8401292b9"} {"level":"info","ts":1785409524.1968558,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409524.196949,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"907de7b6-9cff-4ab4-9af4-e062e6239585"} {"level":"info","ts":1785409524.1969678,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"907de7b6-9cff-4ab4-9af4-e062e6239585"} {"level":"info","ts":1785409524.1969836,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"907de7b6-9cff-4ab4-9af4-e062e6239585","EoS":true} {"level":"info","ts":1785409524.197018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"907de7b6-9cff-4ab4-9af4-e062e6239585","header":"x-maas-username"} {"level":"info","ts":1785409524.1970284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"907de7b6-9cff-4ab4-9af4-e062e6239585","header":"x-maas-subscription"} {"level":"info","ts":1785409524.1971667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"907de7b6-9cff-4ab4-9af4-e062e6239585","header":"x-maas-group"} {"level":"info","ts":1785409524.1971922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"907de7b6-9cff-4ab4-9af4-e062e6239585","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785409524.1972208,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"907de7b6-9cff-4ab4-9af4-e062e6239585"} {"level":"info","ts":1785409524.210803,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"907de7b6-9cff-4ab4-9af4-e062e6239585"} {"level":"info","ts":1785409524.210832,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"907de7b6-9cff-4ab4-9af4-e062e6239585"} {"level":"info","ts":1785409524.2108486,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"907de7b6-9cff-4ab4-9af4-e062e6239585","EoS":false} {"level":"info","ts":1785409524.210863,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"907de7b6-9cff-4ab4-9af4-e062e6239585"} {"level":"info","ts":1785409524.2108953,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"907de7b6-9cff-4ab4-9af4-e062e6239585","EoS":true} {"level":"info","ts":1785409524.2109056,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"907de7b6-9cff-4ab4-9af4-e062e6239585"} {"level":"info","ts":1785409537.076992,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409537.07707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5eb329b-5d45-4077-9b10-9711849d5632"} {"level":"info","ts":1785409537.077079,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a5eb329b-5d45-4077-9b10-9711849d5632"} {"level":"info","ts":1785409537.077123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a5eb329b-5d45-4077-9b10-9711849d5632","EoS":true} {"level":"info","ts":1785409537.077151,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5eb329b-5d45-4077-9b10-9711849d5632","header":"x-maas-group"} {"level":"info","ts":1785409537.0771623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5eb329b-5d45-4077-9b10-9711849d5632","header":"x-maas-username"} {"level":"info","ts":1785409537.0771675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5eb329b-5d45-4077-9b10-9711849d5632","header":"x-maas-subscription"} {"level":"info","ts":1785409537.0771823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5eb329b-5d45-4077-9b10-9711849d5632","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785409537.0772061,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a5eb329b-5d45-4077-9b10-9711849d5632"} {"level":"info","ts":1785409537.078007,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a5eb329b-5d45-4077-9b10-9711849d5632"} {"level":"info","ts":1785409537.078019,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a5eb329b-5d45-4077-9b10-9711849d5632"} {"level":"info","ts":1785409537.0780303,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a5eb329b-5d45-4077-9b10-9711849d5632","EoS":false} {"level":"info","ts":1785409537.0780406,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a5eb329b-5d45-4077-9b10-9711849d5632"} {"level":"info","ts":1785409537.0780606,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a5eb329b-5d45-4077-9b10-9711849d5632","EoS":true} {"level":"info","ts":1785409537.0780737,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a5eb329b-5d45-4077-9b10-9711849d5632"} {"level":"info","ts":1785409545.6134722,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409545.6135676,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a61804e0-aae1-4f63-9c96-3deb8ed7ff13"} {"level":"info","ts":1785409545.6135821,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a61804e0-aae1-4f63-9c96-3deb8ed7ff13"} {"level":"info","ts":1785409545.613594,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a61804e0-aae1-4f63-9c96-3deb8ed7ff13","EoS":true} {"level":"info","ts":1785409545.6136212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a61804e0-aae1-4f63-9c96-3deb8ed7ff13","header":"x-maas-username"} {"level":"info","ts":1785409545.6136308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a61804e0-aae1-4f63-9c96-3deb8ed7ff13","header":"x-maas-group"} {"level":"info","ts":1785409545.6136372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a61804e0-aae1-4f63-9c96-3deb8ed7ff13","header":"x-maas-subscription"} {"level":"info","ts":1785409545.6136527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a61804e0-aae1-4f63-9c96-3deb8ed7ff13","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785409545.613682,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a61804e0-aae1-4f63-9c96-3deb8ed7ff13"} {"level":"info","ts":1785409545.6145887,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a61804e0-aae1-4f63-9c96-3deb8ed7ff13"} {"level":"info","ts":1785409545.6146104,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a61804e0-aae1-4f63-9c96-3deb8ed7ff13"} {"level":"info","ts":1785409545.614625,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a61804e0-aae1-4f63-9c96-3deb8ed7ff13","EoS":false} {"level":"info","ts":1785409545.6146393,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a61804e0-aae1-4f63-9c96-3deb8ed7ff13"} {"level":"info","ts":1785409545.614667,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a61804e0-aae1-4f63-9c96-3deb8ed7ff13","EoS":true} {"level":"info","ts":1785409545.6146834,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a61804e0-aae1-4f63-9c96-3deb8ed7ff13"} {"level":"info","ts":1785409554.4757643,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409554.4758582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64b29325-614d-480c-a07b-774c78eb3bb0"} {"level":"info","ts":1785409554.4758706,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64b29325-614d-480c-a07b-774c78eb3bb0"} {"level":"info","ts":1785409554.4758823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64b29325-614d-480c-a07b-774c78eb3bb0","EoS":true} {"level":"info","ts":1785409554.4759586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64b29325-614d-480c-a07b-774c78eb3bb0","header":"x-maas-group"} {"level":"info","ts":1785409554.4759738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64b29325-614d-480c-a07b-774c78eb3bb0","header":"x-maas-subscription"} {"level":"info","ts":1785409554.4759831,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64b29325-614d-480c-a07b-774c78eb3bb0","header":"x-maas-username"} {"level":"info","ts":1785409554.4760003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64b29325-614d-480c-a07b-774c78eb3bb0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785409554.4760268,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64b29325-614d-480c-a07b-774c78eb3bb0"} {"level":"info","ts":1785409554.4769468,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"64b29325-614d-480c-a07b-774c78eb3bb0"} {"level":"info","ts":1785409554.476968,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"64b29325-614d-480c-a07b-774c78eb3bb0"} {"level":"info","ts":1785409554.4769835,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64b29325-614d-480c-a07b-774c78eb3bb0","EoS":false} {"level":"info","ts":1785409554.476995,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"64b29325-614d-480c-a07b-774c78eb3bb0"} {"level":"info","ts":1785409554.4770167,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"64b29325-614d-480c-a07b-774c78eb3bb0","EoS":true} {"level":"info","ts":1785409554.477024,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"64b29325-614d-480c-a07b-774c78eb3bb0"} {"level":"info","ts":1785409587.0453293,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409587.0454047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81a8f41e-bcc6-4501-ae7b-ebb73ea69911"} {"level":"info","ts":1785409587.0454156,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81a8f41e-bcc6-4501-ae7b-ebb73ea69911"} {"level":"info","ts":1785409587.0454268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81a8f41e-bcc6-4501-ae7b-ebb73ea69911","EoS":true} {"level":"info","ts":1785409587.0454557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81a8f41e-bcc6-4501-ae7b-ebb73ea69911","header":"x-maas-subscription"} {"level":"info","ts":1785409587.0454662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81a8f41e-bcc6-4501-ae7b-ebb73ea69911","header":"x-maas-group"} {"level":"info","ts":1785409587.045472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81a8f41e-bcc6-4501-ae7b-ebb73ea69911","header":"x-maas-username"} {"level":"info","ts":1785409587.045486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81a8f41e-bcc6-4501-ae7b-ebb73ea69911","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785409587.0455117,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"81a8f41e-bcc6-4501-ae7b-ebb73ea69911"} {"level":"info","ts":1785409587.0465703,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"81a8f41e-bcc6-4501-ae7b-ebb73ea69911"} {"level":"info","ts":1785409587.0465908,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"81a8f41e-bcc6-4501-ae7b-ebb73ea69911"} {"level":"info","ts":1785409587.0466063,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"81a8f41e-bcc6-4501-ae7b-ebb73ea69911","EoS":false} {"level":"info","ts":1785409587.0466187,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"81a8f41e-bcc6-4501-ae7b-ebb73ea69911"} {"level":"info","ts":1785409587.046645,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"81a8f41e-bcc6-4501-ae7b-ebb73ea69911","EoS":true} {"level":"info","ts":1785409587.0466554,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"81a8f41e-bcc6-4501-ae7b-ebb73ea69911"} {"level":"info","ts":1785409620.4177492,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409620.4178352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b136146-892e-41f6-8db5-de58af890562"} {"level":"info","ts":1785409620.4178438,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7b136146-892e-41f6-8db5-de58af890562"} {"level":"info","ts":1785409620.4178555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b136146-892e-41f6-8db5-de58af890562","EoS":true} {"level":"info","ts":1785409620.417885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b136146-892e-41f6-8db5-de58af890562","header":"x-maas-subscription"} {"level":"info","ts":1785409620.4178967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b136146-892e-41f6-8db5-de58af890562","header":"x-maas-group"} {"level":"info","ts":1785409620.417904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b136146-892e-41f6-8db5-de58af890562","header":"x-maas-username"} {"level":"info","ts":1785409620.4179192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b136146-892e-41f6-8db5-de58af890562","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785409620.4180005,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7b136146-892e-41f6-8db5-de58af890562"} {"level":"info","ts":1785409620.4190247,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7b136146-892e-41f6-8db5-de58af890562"} {"level":"info","ts":1785409620.419049,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7b136146-892e-41f6-8db5-de58af890562"} {"level":"info","ts":1785409620.4190633,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7b136146-892e-41f6-8db5-de58af890562","EoS":false} {"level":"info","ts":1785409620.419075,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7b136146-892e-41f6-8db5-de58af890562"} {"level":"info","ts":1785409620.4191344,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7b136146-892e-41f6-8db5-de58af890562","EoS":true} {"level":"info","ts":1785409620.4191494,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7b136146-892e-41f6-8db5-de58af890562"} {"level":"info","ts":1785409657.555137,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409657.5552125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acc71f45-acb7-4e53-a042-8a5b585db686"} {"level":"info","ts":1785409657.555226,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"acc71f45-acb7-4e53-a042-8a5b585db686"} {"level":"info","ts":1785409657.5552428,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"acc71f45-acb7-4e53-a042-8a5b585db686","EoS":true} {"level":"info","ts":1785409657.5552747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acc71f45-acb7-4e53-a042-8a5b585db686","header":"x-maas-subscription"} {"level":"info","ts":1785409657.5552871,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acc71f45-acb7-4e53-a042-8a5b585db686","header":"x-maas-group"} {"level":"info","ts":1785409657.5552945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"acc71f45-acb7-4e53-a042-8a5b585db686","header":"x-maas-username"} {"level":"info","ts":1785409657.555314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"acc71f45-acb7-4e53-a042-8a5b585db686","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785409657.5553489,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"acc71f45-acb7-4e53-a042-8a5b585db686"} {"level":"info","ts":1785409657.5562458,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"acc71f45-acb7-4e53-a042-8a5b585db686"} {"level":"info","ts":1785409657.556271,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"acc71f45-acb7-4e53-a042-8a5b585db686"} {"level":"info","ts":1785409657.556289,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"acc71f45-acb7-4e53-a042-8a5b585db686","EoS":false} {"level":"info","ts":1785409657.5563018,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"acc71f45-acb7-4e53-a042-8a5b585db686"} {"level":"info","ts":1785409657.556334,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"acc71f45-acb7-4e53-a042-8a5b585db686","EoS":true} {"level":"info","ts":1785409657.5563457,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"acc71f45-acb7-4e53-a042-8a5b585db686"} {"level":"info","ts":1785409666.9641986,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409666.9642868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd26888c-72a7-4af6-8ae7-9824606152c4"} {"level":"info","ts":1785409666.9642978,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd26888c-72a7-4af6-8ae7-9824606152c4"} {"level":"info","ts":1785409666.9643116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd26888c-72a7-4af6-8ae7-9824606152c4","EoS":true} {"level":"info","ts":1785409666.9643457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd26888c-72a7-4af6-8ae7-9824606152c4","header":"x-maas-group"} {"level":"info","ts":1785409666.964357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd26888c-72a7-4af6-8ae7-9824606152c4","header":"x-maas-subscription"} {"level":"info","ts":1785409666.964364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd26888c-72a7-4af6-8ae7-9824606152c4","header":"x-maas-username"} {"level":"info","ts":1785409666.9643798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd26888c-72a7-4af6-8ae7-9824606152c4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785409666.9644582,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd26888c-72a7-4af6-8ae7-9824606152c4"} {"level":"info","ts":1785409666.9653497,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd26888c-72a7-4af6-8ae7-9824606152c4"} {"level":"info","ts":1785409666.965363,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cd26888c-72a7-4af6-8ae7-9824606152c4"} {"level":"info","ts":1785409666.9653752,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd26888c-72a7-4af6-8ae7-9824606152c4","EoS":false} {"level":"info","ts":1785409666.965386,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cd26888c-72a7-4af6-8ae7-9824606152c4"} {"level":"info","ts":1785409666.9654026,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd26888c-72a7-4af6-8ae7-9824606152c4","EoS":true} {"level":"info","ts":1785409666.965415,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cd26888c-72a7-4af6-8ae7-9824606152c4"} {"level":"info","ts":1785409667.0061522,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409667.0062366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21526553-17cd-44ae-965e-f4eeef5f7d8a"} {"level":"info","ts":1785409667.0062473,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"21526553-17cd-44ae-965e-f4eeef5f7d8a"} {"level":"info","ts":1785409667.006258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"21526553-17cd-44ae-965e-f4eeef5f7d8a","EoS":true} {"level":"info","ts":1785409667.0062878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21526553-17cd-44ae-965e-f4eeef5f7d8a","header":"x-maas-username"} {"level":"info","ts":1785409667.006298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21526553-17cd-44ae-965e-f4eeef5f7d8a","header":"x-maas-subscription"} {"level":"info","ts":1785409667.0063043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"21526553-17cd-44ae-965e-f4eeef5f7d8a","header":"x-maas-group"} {"level":"info","ts":1785409667.0063193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21526553-17cd-44ae-965e-f4eeef5f7d8a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785409667.006346,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"21526553-17cd-44ae-965e-f4eeef5f7d8a"} {"level":"info","ts":1785409667.0072067,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"21526553-17cd-44ae-965e-f4eeef5f7d8a"} {"level":"info","ts":1785409667.007217,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"21526553-17cd-44ae-965e-f4eeef5f7d8a"} {"level":"info","ts":1785409667.0072327,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"21526553-17cd-44ae-965e-f4eeef5f7d8a","EoS":false} {"level":"info","ts":1785409667.007245,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"21526553-17cd-44ae-965e-f4eeef5f7d8a"} {"level":"info","ts":1785409667.007263,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"21526553-17cd-44ae-965e-f4eeef5f7d8a","EoS":true} {"level":"info","ts":1785409667.0072699,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"21526553-17cd-44ae-965e-f4eeef5f7d8a"} {"level":"info","ts":1785409686.0778706,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409686.077954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f09dd4bc-d307-4fc2-b3b2-993bfbe22c4d"} {"level":"info","ts":1785409686.0779634,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f09dd4bc-d307-4fc2-b3b2-993bfbe22c4d"} {"level":"info","ts":1785409686.077975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f09dd4bc-d307-4fc2-b3b2-993bfbe22c4d","EoS":true} {"level":"info","ts":1785409686.0780041,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f09dd4bc-d307-4fc2-b3b2-993bfbe22c4d","header":"x-maas-group"} {"level":"info","ts":1785409686.078014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f09dd4bc-d307-4fc2-b3b2-993bfbe22c4d","header":"x-maas-username"} {"level":"info","ts":1785409686.0780191,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f09dd4bc-d307-4fc2-b3b2-993bfbe22c4d","header":"x-maas-subscription"} {"level":"info","ts":1785409686.0780327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f09dd4bc-d307-4fc2-b3b2-993bfbe22c4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785409686.0780523,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f09dd4bc-d307-4fc2-b3b2-993bfbe22c4d"} {"level":"info","ts":1785409686.0788503,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f09dd4bc-d307-4fc2-b3b2-993bfbe22c4d"} {"level":"info","ts":1785409686.0788603,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f09dd4bc-d307-4fc2-b3b2-993bfbe22c4d"} {"level":"info","ts":1785409686.0788715,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f09dd4bc-d307-4fc2-b3b2-993bfbe22c4d","EoS":false} {"level":"info","ts":1785409686.0788872,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f09dd4bc-d307-4fc2-b3b2-993bfbe22c4d"} {"level":"info","ts":1785409686.0789068,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f09dd4bc-d307-4fc2-b3b2-993bfbe22c4d","EoS":true} {"level":"info","ts":1785409686.0789158,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f09dd4bc-d307-4fc2-b3b2-993bfbe22c4d"} {"level":"info","ts":1785409866.4827008,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409866.4827926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6db91bc-6850-490e-ab5b-a3a88e3d3e63"} {"level":"info","ts":1785409866.4828014,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d6db91bc-6850-490e-ab5b-a3a88e3d3e63"} {"level":"info","ts":1785409866.482813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d6db91bc-6850-490e-ab5b-a3a88e3d3e63","EoS":true} {"level":"info","ts":1785409866.4828382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6db91bc-6850-490e-ab5b-a3a88e3d3e63","header":"x-maas-group"} {"level":"info","ts":1785409866.4828455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6db91bc-6850-490e-ab5b-a3a88e3d3e63","header":"x-maas-username"} {"level":"info","ts":1785409866.4828508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6db91bc-6850-490e-ab5b-a3a88e3d3e63","header":"x-maas-subscription"} {"level":"info","ts":1785409866.4828653,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6db91bc-6850-490e-ab5b-a3a88e3d3e63","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785409866.4828906,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d6db91bc-6850-490e-ab5b-a3a88e3d3e63"} {"level":"info","ts":1785409866.4958146,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d6db91bc-6850-490e-ab5b-a3a88e3d3e63"} {"level":"info","ts":1785409866.4958491,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d6db91bc-6850-490e-ab5b-a3a88e3d3e63"} {"level":"info","ts":1785409866.4958694,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d6db91bc-6850-490e-ab5b-a3a88e3d3e63","EoS":false} {"level":"info","ts":1785409866.4958832,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d6db91bc-6850-490e-ab5b-a3a88e3d3e63"} {"level":"info","ts":1785409866.4959126,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d6db91bc-6850-490e-ab5b-a3a88e3d3e63","EoS":true} {"level":"info","ts":1785409866.495922,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d6db91bc-6850-490e-ab5b-a3a88e3d3e63"} {"level":"info","ts":1785409948.0354426,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409948.0355344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cf1579b-42cc-4e07-82cb-6dba0997c81d"} {"level":"info","ts":1785409948.035545,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8cf1579b-42cc-4e07-82cb-6dba0997c81d"} {"level":"info","ts":1785409948.035556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8cf1579b-42cc-4e07-82cb-6dba0997c81d","EoS":true} {"level":"info","ts":1785409948.035581,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cf1579b-42cc-4e07-82cb-6dba0997c81d","header":"x-maas-subscription"} {"level":"info","ts":1785409948.035591,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cf1579b-42cc-4e07-82cb-6dba0997c81d","header":"x-maas-username"} {"level":"info","ts":1785409948.0355973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8cf1579b-42cc-4e07-82cb-6dba0997c81d","header":"x-maas-group"} {"level":"info","ts":1785409948.0356119,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cf1579b-42cc-4e07-82cb-6dba0997c81d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785409948.035632,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8cf1579b-42cc-4e07-82cb-6dba0997c81d"} {"level":"info","ts":1785409948.0365162,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8cf1579b-42cc-4e07-82cb-6dba0997c81d"} {"level":"info","ts":1785409948.0365388,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8cf1579b-42cc-4e07-82cb-6dba0997c81d"} {"level":"info","ts":1785409948.036554,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8cf1579b-42cc-4e07-82cb-6dba0997c81d","EoS":false} {"level":"info","ts":1785409948.0365665,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8cf1579b-42cc-4e07-82cb-6dba0997c81d"} {"level":"info","ts":1785409948.0365946,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8cf1579b-42cc-4e07-82cb-6dba0997c81d","EoS":true} {"level":"info","ts":1785409948.0366018,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8cf1579b-42cc-4e07-82cb-6dba0997c81d"} {"level":"info","ts":1785409963.283517,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785409963.2836015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87b0328d-458f-4cb3-bb8f-391a8ae7e8c0"} {"level":"info","ts":1785409963.2836125,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"87b0328d-458f-4cb3-bb8f-391a8ae7e8c0"} {"level":"info","ts":1785409963.2836244,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87b0328d-458f-4cb3-bb8f-391a8ae7e8c0","EoS":true} {"level":"info","ts":1785409963.2836492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87b0328d-458f-4cb3-bb8f-391a8ae7e8c0","header":"x-maas-group"} {"level":"info","ts":1785409963.2836595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87b0328d-458f-4cb3-bb8f-391a8ae7e8c0","header":"x-maas-username"} {"level":"info","ts":1785409963.283665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87b0328d-458f-4cb3-bb8f-391a8ae7e8c0","header":"x-maas-subscription"} {"level":"info","ts":1785409963.2836802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87b0328d-458f-4cb3-bb8f-391a8ae7e8c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785409963.2837057,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"87b0328d-458f-4cb3-bb8f-391a8ae7e8c0"} {"level":"info","ts":1785409963.2845824,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"87b0328d-458f-4cb3-bb8f-391a8ae7e8c0"} {"level":"info","ts":1785409963.2846005,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"87b0328d-458f-4cb3-bb8f-391a8ae7e8c0"} {"level":"info","ts":1785409963.2846174,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87b0328d-458f-4cb3-bb8f-391a8ae7e8c0","EoS":false} {"level":"info","ts":1785409963.2846327,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"87b0328d-458f-4cb3-bb8f-391a8ae7e8c0"} {"level":"info","ts":1785409963.2846563,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87b0328d-458f-4cb3-bb8f-391a8ae7e8c0","EoS":true} {"level":"info","ts":1785409963.284664,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"87b0328d-458f-4cb3-bb8f-391a8ae7e8c0"} {"level":"info","ts":1785410304.3159795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785410304.3160663,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13682976-6afa-49a9-b866-08cefcc25c5c"} {"level":"info","ts":1785410304.3160777,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"13682976-6afa-49a9-b866-08cefcc25c5c"} {"level":"info","ts":1785410304.316115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13682976-6afa-49a9-b866-08cefcc25c5c","EoS":true} {"level":"info","ts":1785410304.3161433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13682976-6afa-49a9-b866-08cefcc25c5c","header":"x-maas-group"} {"level":"info","ts":1785410304.316153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13682976-6afa-49a9-b866-08cefcc25c5c","header":"x-maas-username"} {"level":"info","ts":1785410304.3161573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13682976-6afa-49a9-b866-08cefcc25c5c","header":"x-maas-subscription"} {"level":"info","ts":1785410304.3161726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13682976-6afa-49a9-b866-08cefcc25c5c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785410304.3161976,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"13682976-6afa-49a9-b866-08cefcc25c5c"} {"level":"info","ts":1785410304.3172557,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"13682976-6afa-49a9-b866-08cefcc25c5c"} {"level":"info","ts":1785410304.3172796,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"13682976-6afa-49a9-b866-08cefcc25c5c"} {"level":"info","ts":1785410304.3172958,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"13682976-6afa-49a9-b866-08cefcc25c5c","EoS":false} {"level":"info","ts":1785410304.3173084,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"13682976-6afa-49a9-b866-08cefcc25c5c"} {"level":"info","ts":1785410304.3173344,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"13682976-6afa-49a9-b866-08cefcc25c5c","EoS":true} {"level":"info","ts":1785410304.3173432,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"13682976-6afa-49a9-b866-08cefcc25c5c"} {"level":"info","ts":1785410304.35472,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785410304.3547904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0428777d-7fc7-4be6-9196-82cee3d69994"} {"level":"info","ts":1785410304.3548002,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0428777d-7fc7-4be6-9196-82cee3d69994"} {"level":"info","ts":1785410304.354811,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0428777d-7fc7-4be6-9196-82cee3d69994","EoS":true} {"level":"info","ts":1785410304.354833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0428777d-7fc7-4be6-9196-82cee3d69994","header":"x-maas-username"} {"level":"info","ts":1785410304.3548439,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0428777d-7fc7-4be6-9196-82cee3d69994","header":"x-maas-group"} {"level":"info","ts":1785410304.354849,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0428777d-7fc7-4be6-9196-82cee3d69994","header":"x-maas-subscription"} {"level":"info","ts":1785410304.3548615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0428777d-7fc7-4be6-9196-82cee3d69994","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785410304.3548853,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0428777d-7fc7-4be6-9196-82cee3d69994"} {"level":"info","ts":1785410304.3559694,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0428777d-7fc7-4be6-9196-82cee3d69994"} {"level":"info","ts":1785410304.355995,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0428777d-7fc7-4be6-9196-82cee3d69994"} {"level":"info","ts":1785410304.356012,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0428777d-7fc7-4be6-9196-82cee3d69994","EoS":false} {"level":"info","ts":1785410304.356023,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0428777d-7fc7-4be6-9196-82cee3d69994"} {"level":"info","ts":1785410304.3560474,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0428777d-7fc7-4be6-9196-82cee3d69994","EoS":true} {"level":"info","ts":1785410304.3560586,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0428777d-7fc7-4be6-9196-82cee3d69994"} {"level":"info","ts":1785410309.1576025,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fd677894-ec24-4219-bd9c-99daf6c8cacb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785410309.1578746,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35167.316008774,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785410309.1578932,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785410309.2187943,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785410309.2586217,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"fd677894-ec24-4219-bd9c-99daf6c8cacb","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785410309.2734704,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"047ace02-0ea9-4728-9fbe-0555fef4e11a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785410309.2735083,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"047ace02-0ea9-4728-9fbe-0555fef4e11a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785410309.2735147,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"853fd0de-500d-4a52-96fe-254a8b100b40"} {"level":"info","ts":1785410309.2811792,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8986b879-ac48-4a96-9159-4cd9a8c86d77","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785410309.2812085,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8986b879-ac48-4a96-9159-4cd9a8c86d77","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785410309.2816286,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37995.970932299,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785410309.2816482,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785410309.290377,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785410309.381728,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"853fd0de-500d-4a52-96fe-254a8b100b40","name":"e2e-external-provider"} {"level":"info","ts":1785410309.3908932,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92b2e82a-704e-4713-bfa8-3ed46abf4a7b"} {"level":"info","ts":1785410309.3908951,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84120c14-ff24-4d6e-89b1-be9e263eede4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785410309.3910403,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84120c14-ff24-4d6e-89b1-be9e263eede4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785410309.3934953,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"853fd0de-500d-4a52-96fe-254a8b100b40","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785410309.3984516,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92b2e82a-704e-4713-bfa8-3ed46abf4a7b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785410309.398468,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9c605b5-a644-4913-a7da-2cda5636f494","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785410309.39857,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9c605b5-a644-4913-a7da-2cda5636f494","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785410309.402212,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"853fd0de-500d-4a52-96fe-254a8b100b40","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785410309.4054897,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dff36c2d-77df-4e68-a217-d9fe6d5aafa3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785410309.4055197,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dff36c2d-77df-4e68-a217-d9fe6d5aafa3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785410309.4056942,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92b2e82a-704e-4713-bfa8-3ed46abf4a7b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785410309.40577,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05f699ea-3734-43c5-8022-0561189b7bd8"} {"level":"info","ts":1785410309.4057987,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05f699ea-3734-43c5-8022-0561189b7bd8","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785410309.4078736,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"853fd0de-500d-4a52-96fe-254a8b100b40","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785410309.4112618,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05f699ea-3734-43c5-8022-0561189b7bd8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785410309.415656,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33cfaf88-6088-4b27-8691-e8eb629001d7"} {"level":"info","ts":1785410309.4157825,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d273ff36-1157-4eee-a55e-a1fb4596de9a"} {"level":"info","ts":1785410309.4158478,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d273ff36-1157-4eee-a55e-a1fb4596de9a","name":"e2e-external-provider"} {"level":"info","ts":1785410309.4158518,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87ad3594-a564-4fb4-9e4a-b21b376d9420","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785410309.4158928,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87ad3594-a564-4fb4-9e4a-b21b376d9420","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785410309.415933,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"828ae2ec-a4a3-4cf5-817f-3f318d6db960","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785410309.4159555,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"828ae2ec-a4a3-4cf5-817f-3f318d6db960","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785410309.4160073,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37748.854847961,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785410309.4160192,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785410309.4231577,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785410309.4267745,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d273ff36-1157-4eee-a55e-a1fb4596de9a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785410309.5165408,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33cfaf88-6088-4b27-8691-e8eb629001d7","name":"e2e-external-model"} {"level":"info","ts":1785410309.5287058,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"33cfaf88-6088-4b27-8691-e8eb629001d7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785410309.5347898,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d682405-b4c1-42dc-8322-3688400d8aad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785410309.5348244,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d682405-b4c1-42dc-8322-3688400d8aad","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785410309.534926,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec3a9a5c-f334-488f-a95e-b59d0a969ad6"} {"level":"info","ts":1785410309.5349846,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec3a9a5c-f334-488f-a95e-b59d0a969ad6","name":"e2e-external-model"} {"level":"info","ts":1785410309.5531533,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96ad5987-809a-4c33-a3d2-d93adf11a678","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785410309.5531867,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96ad5987-809a-4c33-a3d2-d93adf11a678","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785410309.5533361,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec3a9a5c-f334-488f-a95e-b59d0a969ad6","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785410309.553407,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b571b9f1-1d5b-4dff-b96e-c548bc6d7c33"} {"level":"info","ts":1785410309.5534627,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b571b9f1-1d5b-4dff-b96e-c548bc6d7c33","name":"e2e-external-model"} {"level":"info","ts":1785410309.561812,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b571b9f1-1d5b-4dff-b96e-c548bc6d7c33","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785410309.5694718,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21d9ade4-1dc3-40c7-8b73-d8160f1f73ca","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785410309.5694811,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e8be6a8-8a39-483f-aac1-c0a6b0369da4"} {"level":"info","ts":1785410309.5695055,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"21d9ade4-1dc3-40c7-8b73-d8160f1f73ca","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785410309.569544,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e8be6a8-8a39-483f-aac1-c0a6b0369da4","name":"e2e-external-model"} {"level":"info","ts":1785410309.5774925,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e8be6a8-8a39-483f-aac1-c0a6b0369da4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785410321.9342554,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785410321.9343243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171"} {"level":"info","ts":1785410321.9343345,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171"} {"level":"info","ts":1785410321.9343452,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171","EoS":true} {"level":"info","ts":1785410321.934367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171","header":"x-maas-subscription"} {"level":"info","ts":1785410321.9343767,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171","header":"x-maas-group"} {"level":"info","ts":1785410321.9343963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171","header":"x-maas-username"} {"level":"info","ts":1785410321.9344084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785410321.9344158,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171","modelName":"e2e-external-model"} {"level":"info","ts":1785410321.9344265,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785410321.9344645,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785410321.934482,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171","authType":"apikey"} {"level":"info","ts":1785410321.9345043,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171"} {"level":"info","ts":1785410322.0195541,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171"} {"level":"info","ts":1785410322.0195794,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171"} {"level":"info","ts":1785410322.0195973,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171","EoS":false} {"level":"info","ts":1785410322.0196137,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171"} {"level":"info","ts":1785410322.0196502,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171","EoS":true} {"level":"info","ts":1785410322.0196614,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b124211d-5dab-40ab-9a24-7324d5c6c171"} {"level":"info","ts":1785410322.1368802,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5dd11b6f-14d6-4216-b9c7-40a4364c7a49"} {"level":"info","ts":1785410322.1368806,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f7c6886-9043-4ca5-a950-0289a4112a11","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785410322.1370041,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f7c6886-9043-4ca5-a950-0289a4112a11","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785410322.1427069,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44a3bc2f-57ef-4392-9598-70eefd58f13c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785410322.1427343,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44a3bc2f-57ef-4392-9598-70eefd58f13c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785410322.1458967,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5dd11b6f-14d6-4216-b9c7-40a4364c7a49","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785410322.1459525,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5dd11b6f-14d6-4216-b9c7-40a4364c7a49","name":"e2e-cleanup-test"} {"level":"error","ts":1785410322.162146,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5dd11b6f-14d6-4216-b9c7-40a4364c7a49","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785410322.1621952,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5dd11b6f-14d6-4216-b9c7-40a4364c7a49","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785410322.162259,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4680bd23-cf3c-447c-b965-7cccde266bc6"} {"level":"info","ts":1785410322.1623204,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4680bd23-cf3c-447c-b965-7cccde266bc6","name":"e2e-cleanup-test"} {"level":"info","ts":1785410322.1623764,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"812e3f49-2edf-4c2f-b5c5-31aeffcca8f5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785410322.1624029,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"812e3f49-2edf-4c2f-b5c5-31aeffcca8f5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785410322.1754181,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4680bd23-cf3c-447c-b965-7cccde266bc6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785410322.1754594,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4680bd23-cf3c-447c-b965-7cccde266bc6","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785410322.1755042,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"708c8144-2db4-410d-93dd-0f7db6bc14b8"} {"level":"info","ts":1785410322.1755495,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"708c8144-2db4-410d-93dd-0f7db6bc14b8","name":"e2e-cleanup-test"} {"level":"info","ts":1785410322.1770444,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e63ba54d-762e-469d-9c3c-4f9fd33da18d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785410322.1770802,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e63ba54d-762e-469d-9c3c-4f9fd33da18d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785410322.185432,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"708c8144-2db4-410d-93dd-0f7db6bc14b8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785410322.189686,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"708c8144-2db4-410d-93dd-0f7db6bc14b8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785410322.1897922,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77e0ad66-2bc5-4ad3-892f-ed586c674eff"} {"level":"info","ts":1785410322.1898723,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77e0ad66-2bc5-4ad3-892f-ed586c674eff","name":"e2e-cleanup-test"} {"level":"info","ts":1785410322.1935363,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7447f292-134f-4b36-adb4-c64690d8e551","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785410322.193612,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7447f292-134f-4b36-adb4-c64690d8e551","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785410322.2008262,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77e0ad66-2bc5-4ad3-892f-ed586c674eff","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785410322.2059326,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77e0ad66-2bc5-4ad3-892f-ed586c674eff","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785410322.205993,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d356afe0-0bec-472b-a737-20332a35a238"} {"level":"info","ts":1785410322.2060328,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d356afe0-0bec-472b-a737-20332a35a238","name":"e2e-cleanup-test"} {"level":"info","ts":1785410322.2149599,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d356afe0-0bec-472b-a737-20332a35a238","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785410330.398969,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65084e30-e50d-43f0-85b9-cdde65beac27","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785410330.3990083,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"381a8758-6e9d-47a2-b276-7cccf57a084a"} {"level":"info","ts":1785410330.3990116,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65084e30-e50d-43f0-85b9-cdde65beac27","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785410334.7094731,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785410334.7095265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4dd214d4-55b0-4525-aeef-1d601a7dcf4a"} {"level":"info","ts":1785410334.7095335,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4dd214d4-55b0-4525-aeef-1d601a7dcf4a"} {"level":"info","ts":1785410334.7095437,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4dd214d4-55b0-4525-aeef-1d601a7dcf4a","EoS":true} {"level":"info","ts":1785410334.7095706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4dd214d4-55b0-4525-aeef-1d601a7dcf4a","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785410334.709597,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4dd214d4-55b0-4525-aeef-1d601a7dcf4a"} {"level":"info","ts":1785410334.757741,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785410334.757815,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305"} {"level":"info","ts":1785410334.7578259,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305"} {"level":"info","ts":1785410334.757837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305","EoS":true} {"level":"info","ts":1785410334.7578578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305","header":"x-maas-subscription"} {"level":"info","ts":1785410334.7578685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305","header":"x-maas-username"} {"level":"info","ts":1785410334.7578743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305","header":"x-maas-group"} {"level":"info","ts":1785410334.7578862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785410334.7578933,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305","modelName":"e2e-external-model"} {"level":"info","ts":1785410334.757906,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785410334.7579286,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785410334.757944,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305","authType":"apikey"} {"level":"info","ts":1785410334.7579663,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305"} {"level":"info","ts":1785410334.8484075,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305"} {"level":"info","ts":1785410334.8484356,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305"} {"level":"info","ts":1785410334.8484523,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305","EoS":false} {"level":"info","ts":1785410334.8484752,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305"} {"level":"info","ts":1785410334.8485036,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305","EoS":true} {"level":"info","ts":1785410334.8485105,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"533c1165-7873-4fd3-b7c4-cc42470c0305"} {"level":"info","ts":1785410334.8936446,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785410334.8937116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29c6bca6-9737-44ab-821f-d8dd47fce577"} {"level":"info","ts":1785410334.8937213,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29c6bca6-9737-44ab-821f-d8dd47fce577"} {"level":"info","ts":1785410334.8937325,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29c6bca6-9737-44ab-821f-d8dd47fce577","EoS":true} {"level":"info","ts":1785410334.8937557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29c6bca6-9737-44ab-821f-d8dd47fce577","header":"x-maas-username"} {"level":"info","ts":1785410334.893766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29c6bca6-9737-44ab-821f-d8dd47fce577","header":"x-maas-group"} {"level":"info","ts":1785410334.893772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"29c6bca6-9737-44ab-821f-d8dd47fce577","header":"x-maas-subscription"} {"level":"info","ts":1785410334.8937852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29c6bca6-9737-44ab-821f-d8dd47fce577","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785410334.893806,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29c6bca6-9737-44ab-821f-d8dd47fce577"} {"level":"info","ts":1785410334.9388087,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"29c6bca6-9737-44ab-821f-d8dd47fce577"} {"level":"info","ts":1785410334.93884,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"29c6bca6-9737-44ab-821f-d8dd47fce577"} {"level":"info","ts":1785410334.938865,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29c6bca6-9737-44ab-821f-d8dd47fce577","EoS":false} {"level":"info","ts":1785410334.938883,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29c6bca6-9737-44ab-821f-d8dd47fce577"} {"level":"info","ts":1785410334.9389253,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"29c6bca6-9737-44ab-821f-d8dd47fce577","EoS":true} {"level":"info","ts":1785410334.9389393,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"29c6bca6-9737-44ab-821f-d8dd47fce577"} {"level":"info","ts":1785410334.9818857,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785410334.9819617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b3eb9ed-306c-421a-bf08-cf4795c98a35"} {"level":"info","ts":1785410334.9819732,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b3eb9ed-306c-421a-bf08-cf4795c98a35"} {"level":"info","ts":1785410334.9819849,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b3eb9ed-306c-421a-bf08-cf4795c98a35","EoS":true} {"level":"info","ts":1785410334.9820082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b3eb9ed-306c-421a-bf08-cf4795c98a35","header":"x-maas-username"} {"level":"info","ts":1785410334.982018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b3eb9ed-306c-421a-bf08-cf4795c98a35","header":"x-maas-subscription"} {"level":"info","ts":1785410334.9820235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b3eb9ed-306c-421a-bf08-cf4795c98a35","header":"x-maas-group"} {"level":"info","ts":1785410334.9820514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b3eb9ed-306c-421a-bf08-cf4795c98a35"} {"level":"info","ts":1785410335.0270147,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b3eb9ed-306c-421a-bf08-cf4795c98a35"} {"level":"info","ts":1785410335.0270374,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1b3eb9ed-306c-421a-bf08-cf4795c98a35"} {"level":"info","ts":1785410335.0270534,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b3eb9ed-306c-421a-bf08-cf4795c98a35","EoS":false} {"level":"info","ts":1785410335.0270662,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1b3eb9ed-306c-421a-bf08-cf4795c98a35"} {"level":"info","ts":1785410335.0271094,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b3eb9ed-306c-421a-bf08-cf4795c98a35","EoS":true} {"level":"info","ts":1785410335.0271187,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1b3eb9ed-306c-421a-bf08-cf4795c98a35"} {"level":"info","ts":1785410335.8508358,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b641413f-33de-40bb-bdcf-850326c6a865","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785410335.8508577,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81ad8659-7a2a-4578-8425-0b4962ac929e"} {"level":"info","ts":1785410335.8508718,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b641413f-33de-40bb-bdcf-850326c6a865","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785410335.9930136,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57bc0a67-dcdd-49fe-a184-3b21dfd0f025","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785410335.9930394,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f76bd369-d327-4ee9-a296-fd3cf32c1903"} {"level":"info","ts":1785410335.993045,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57bc0a67-dcdd-49fe-a184-3b21dfd0f025","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785410336.108204,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"acbd862e-1e9e-4df2-974e-4e355a0ef8d9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785410336.108257,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"acbd862e-1e9e-4df2-974e-4e355a0ef8d9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785411778.78612,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785411778.7861915,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0042aa5c-8bbb-406d-b68e-ed5710748669"} {"level":"info","ts":1785411847.7652652,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785411847.765348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"671caf92-c356-46b0-9a64-efdc595b7f7d"} {"level":"info","ts":1785411847.7653606,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"671caf92-c356-46b0-9a64-efdc595b7f7d"} {"level":"info","ts":1785411847.7653725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"671caf92-c356-46b0-9a64-efdc595b7f7d","EoS":true} {"level":"info","ts":1785411847.7653985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"671caf92-c356-46b0-9a64-efdc595b7f7d","header":"x-maas-subscription"} {"level":"info","ts":1785411847.7654135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"671caf92-c356-46b0-9a64-efdc595b7f7d","header":"x-maas-group"} {"level":"info","ts":1785411847.76542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"671caf92-c356-46b0-9a64-efdc595b7f7d","header":"x-maas-username"} {"level":"info","ts":1785411847.765434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"671caf92-c356-46b0-9a64-efdc595b7f7d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785411847.7654622,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"671caf92-c356-46b0-9a64-efdc595b7f7d"} {"level":"info","ts":1785411847.7674901,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"671caf92-c356-46b0-9a64-efdc595b7f7d"} {"level":"info","ts":1785411847.767519,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"671caf92-c356-46b0-9a64-efdc595b7f7d"} {"level":"info","ts":1785411847.7675374,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"671caf92-c356-46b0-9a64-efdc595b7f7d","EoS":false} {"level":"info","ts":1785411847.767549,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"671caf92-c356-46b0-9a64-efdc595b7f7d"} {"level":"info","ts":1785411847.767577,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"671caf92-c356-46b0-9a64-efdc595b7f7d","EoS":true} {"level":"info","ts":1785411847.7675848,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"671caf92-c356-46b0-9a64-efdc595b7f7d"}