{"level":"info","ts":1785773983.5571456,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"461ff0a6-f7da-44e0-a9d7-37d22e2fdfed","EoS":true} {"level":"info","ts":1785773983.5571673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"461ff0a6-f7da-44e0-a9d7-37d22e2fdfed","header":"x-maas-username"} {"level":"info","ts":1785773983.5571775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"461ff0a6-f7da-44e0-a9d7-37d22e2fdfed","header":"x-maas-subscription"} {"level":"info","ts":1785773983.5571826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"461ff0a6-f7da-44e0-a9d7-37d22e2fdfed","header":"x-maas-group"} {"level":"info","ts":1785773983.5571935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"461ff0a6-f7da-44e0-a9d7-37d22e2fdfed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785773983.557216,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"461ff0a6-f7da-44e0-a9d7-37d22e2fdfed"} {"level":"info","ts":1785773983.5579662,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"461ff0a6-f7da-44e0-a9d7-37d22e2fdfed"} {"level":"info","ts":1785773983.5579846,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"461ff0a6-f7da-44e0-a9d7-37d22e2fdfed"} {"level":"info","ts":1785773983.5580003,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"461ff0a6-f7da-44e0-a9d7-37d22e2fdfed","EoS":false} {"level":"info","ts":1785773983.5580103,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"461ff0a6-f7da-44e0-a9d7-37d22e2fdfed"} {"level":"info","ts":1785773983.558032,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"461ff0a6-f7da-44e0-a9d7-37d22e2fdfed","EoS":true} {"level":"info","ts":1785773983.5580406,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"461ff0a6-f7da-44e0-a9d7-37d22e2fdfed"} {"level":"info","ts":1785773983.6972291,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785773983.6973023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd21c89b-e3f0-4e1c-8dea-e3bade315926"} {"level":"info","ts":1785773983.6973124,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd21c89b-e3f0-4e1c-8dea-e3bade315926"} {"level":"info","ts":1785773983.6973236,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd21c89b-e3f0-4e1c-8dea-e3bade315926","EoS":true} {"level":"info","ts":1785773983.6973479,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd21c89b-e3f0-4e1c-8dea-e3bade315926","header":"x-maas-username"} {"level":"info","ts":1785773983.6973586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd21c89b-e3f0-4e1c-8dea-e3bade315926","header":"x-maas-subscription"} {"level":"info","ts":1785773983.6973639,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd21c89b-e3f0-4e1c-8dea-e3bade315926","header":"x-maas-group"} {"level":"info","ts":1785773983.697377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd21c89b-e3f0-4e1c-8dea-e3bade315926","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785773983.6974037,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd21c89b-e3f0-4e1c-8dea-e3bade315926"} {"level":"info","ts":1785773983.698249,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd21c89b-e3f0-4e1c-8dea-e3bade315926"} {"level":"info","ts":1785773983.6982617,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cd21c89b-e3f0-4e1c-8dea-e3bade315926"} {"level":"info","ts":1785773983.6982772,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd21c89b-e3f0-4e1c-8dea-e3bade315926","EoS":false} {"level":"info","ts":1785773983.698289,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cd21c89b-e3f0-4e1c-8dea-e3bade315926"} {"level":"info","ts":1785773983.6983109,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd21c89b-e3f0-4e1c-8dea-e3bade315926","EoS":true} {"level":"info","ts":1785773983.698319,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cd21c89b-e3f0-4e1c-8dea-e3bade315926"} {"level":"info","ts":1785773983.8361702,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785773983.836249,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5581281-67fb-4ed5-985e-c09ad500d030"} {"level":"info","ts":1785773983.8362613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d5581281-67fb-4ed5-985e-c09ad500d030"} {"level":"info","ts":1785773983.8362737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5581281-67fb-4ed5-985e-c09ad500d030","EoS":true} {"level":"info","ts":1785773983.836296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5581281-67fb-4ed5-985e-c09ad500d030","header":"x-maas-subscription"} {"level":"info","ts":1785773983.8363073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5581281-67fb-4ed5-985e-c09ad500d030","header":"x-maas-group"} {"level":"info","ts":1785773983.8363123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5581281-67fb-4ed5-985e-c09ad500d030","header":"x-maas-username"} {"level":"info","ts":1785773983.836325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5581281-67fb-4ed5-985e-c09ad500d030","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785773983.8363523,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d5581281-67fb-4ed5-985e-c09ad500d030"} {"level":"info","ts":1785773983.8372304,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d5581281-67fb-4ed5-985e-c09ad500d030"} {"level":"info","ts":1785773983.8372502,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d5581281-67fb-4ed5-985e-c09ad500d030"} {"level":"info","ts":1785773983.8372653,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d5581281-67fb-4ed5-985e-c09ad500d030","EoS":false} {"level":"info","ts":1785773983.8372774,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d5581281-67fb-4ed5-985e-c09ad500d030"} {"level":"info","ts":1785773983.8372982,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d5581281-67fb-4ed5-985e-c09ad500d030","EoS":true} {"level":"info","ts":1785773983.8373084,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d5581281-67fb-4ed5-985e-c09ad500d030"} {"level":"info","ts":1785774005.0983753,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774005.0984519,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec081c52-940d-4c71-8c9a-a2495c2e2c84"} {"level":"info","ts":1785774005.0984628,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec081c52-940d-4c71-8c9a-a2495c2e2c84"} {"level":"info","ts":1785774005.0984738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec081c52-940d-4c71-8c9a-a2495c2e2c84","EoS":true} {"level":"info","ts":1785774005.0984974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec081c52-940d-4c71-8c9a-a2495c2e2c84","header":"x-maas-group"} {"level":"info","ts":1785774005.0985086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec081c52-940d-4c71-8c9a-a2495c2e2c84","header":"x-maas-username"} {"level":"info","ts":1785774005.0985136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec081c52-940d-4c71-8c9a-a2495c2e2c84","header":"x-maas-subscription"} {"level":"info","ts":1785774005.0985506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec081c52-940d-4c71-8c9a-a2495c2e2c84","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785774005.0985858,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec081c52-940d-4c71-8c9a-a2495c2e2c84"} {"level":"info","ts":1785774005.099355,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ec081c52-940d-4c71-8c9a-a2495c2e2c84"} {"level":"info","ts":1785774005.0993745,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ec081c52-940d-4c71-8c9a-a2495c2e2c84"} {"level":"info","ts":1785774005.099389,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ec081c52-940d-4c71-8c9a-a2495c2e2c84","EoS":false} {"level":"info","ts":1785774005.0994,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ec081c52-940d-4c71-8c9a-a2495c2e2c84"} {"level":"info","ts":1785774005.0994208,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ec081c52-940d-4c71-8c9a-a2495c2e2c84","EoS":true} {"level":"info","ts":1785774005.0994282,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ec081c52-940d-4c71-8c9a-a2495c2e2c84"} {"level":"info","ts":1785774005.1447105,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774005.1447723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"865736a7-22d8-445f-9421-7854468da51f"} {"level":"info","ts":1785774005.1447804,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"865736a7-22d8-445f-9421-7854468da51f"} {"level":"info","ts":1785774005.1447911,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"865736a7-22d8-445f-9421-7854468da51f","EoS":true} {"level":"info","ts":1785774005.1448104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"865736a7-22d8-445f-9421-7854468da51f","header":"x-maas-group"} {"level":"info","ts":1785774005.1448216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"865736a7-22d8-445f-9421-7854468da51f","header":"x-maas-username"} {"level":"info","ts":1785774005.1448274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"865736a7-22d8-445f-9421-7854468da51f","header":"x-maas-subscription"} {"level":"info","ts":1785774005.1448395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"865736a7-22d8-445f-9421-7854468da51f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785774005.1448631,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"865736a7-22d8-445f-9421-7854468da51f"} {"level":"info","ts":1785774005.1458364,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"865736a7-22d8-445f-9421-7854468da51f"} {"level":"info","ts":1785774005.1458585,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"865736a7-22d8-445f-9421-7854468da51f"} {"level":"info","ts":1785774005.1458826,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"865736a7-22d8-445f-9421-7854468da51f","EoS":false} {"level":"info","ts":1785774005.1459017,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"865736a7-22d8-445f-9421-7854468da51f"} {"level":"info","ts":1785774005.1459365,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"865736a7-22d8-445f-9421-7854468da51f","EoS":true} {"level":"info","ts":1785774005.1459484,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"865736a7-22d8-445f-9421-7854468da51f"} {"level":"info","ts":1785774005.2597892,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774005.259864,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a762c3fe-3ff7-402e-85d1-e38a6c79b9be"} {"level":"info","ts":1785774005.2607741,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a762c3fe-3ff7-402e-85d1-e38a6c79b9be"} {"level":"info","ts":1785774005.260792,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a762c3fe-3ff7-402e-85d1-e38a6c79b9be"} {"level":"info","ts":1785774005.260815,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a762c3fe-3ff7-402e-85d1-e38a6c79b9be","EoS":false} {"level":"info","ts":1785774005.2608273,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a762c3fe-3ff7-402e-85d1-e38a6c79b9be"} {"level":"info","ts":1785774005.260855,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a762c3fe-3ff7-402e-85d1-e38a6c79b9be","EoS":true} {"level":"info","ts":1785774005.2608643,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a762c3fe-3ff7-402e-85d1-e38a6c79b9be"} {"level":"info","ts":1785774009.9160233,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774009.9161088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2fd2f798-950d-4ca0-b72a-a07ebb517bd3"} {"level":"info","ts":1785774009.9161205,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2fd2f798-950d-4ca0-b72a-a07ebb517bd3"} {"level":"info","ts":1785774009.9161325,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2fd2f798-950d-4ca0-b72a-a07ebb517bd3","EoS":true} {"level":"info","ts":1785774009.916157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2fd2f798-950d-4ca0-b72a-a07ebb517bd3","header":"x-maas-subscription"} {"level":"info","ts":1785774009.9161685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2fd2f798-950d-4ca0-b72a-a07ebb517bd3","header":"x-maas-group"} {"level":"info","ts":1785774009.916173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2fd2f798-950d-4ca0-b72a-a07ebb517bd3","header":"x-maas-username"} {"level":"info","ts":1785774009.916188,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2fd2f798-950d-4ca0-b72a-a07ebb517bd3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785774009.9162147,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2fd2f798-950d-4ca0-b72a-a07ebb517bd3"} {"level":"info","ts":1785774009.9173157,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2fd2f798-950d-4ca0-b72a-a07ebb517bd3"} {"level":"info","ts":1785774009.9173374,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2fd2f798-950d-4ca0-b72a-a07ebb517bd3"} {"level":"info","ts":1785774009.91736,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2fd2f798-950d-4ca0-b72a-a07ebb517bd3","EoS":false} {"level":"info","ts":1785774009.91738,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2fd2f798-950d-4ca0-b72a-a07ebb517bd3"} {"level":"info","ts":1785774009.9174182,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2fd2f798-950d-4ca0-b72a-a07ebb517bd3","EoS":true} {"level":"info","ts":1785774009.917429,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2fd2f798-950d-4ca0-b72a-a07ebb517bd3"} {"level":"info","ts":1785774018.506863,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774018.50695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5387c6a1-a3d4-42e6-971c-510a2b254e65"} {"level":"info","ts":1785774018.5069675,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5387c6a1-a3d4-42e6-971c-510a2b254e65"} {"level":"info","ts":1785774018.5069878,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5387c6a1-a3d4-42e6-971c-510a2b254e65","EoS":true} {"level":"info","ts":1785774018.5070262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5387c6a1-a3d4-42e6-971c-510a2b254e65","header":"x-maas-subscription"} {"level":"info","ts":1785774018.5070395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5387c6a1-a3d4-42e6-971c-510a2b254e65","header":"x-maas-username"} {"level":"info","ts":1785774018.5070472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5387c6a1-a3d4-42e6-971c-510a2b254e65","header":"x-maas-group"} {"level":"info","ts":1785774018.507066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5387c6a1-a3d4-42e6-971c-510a2b254e65","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785774018.5070999,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5387c6a1-a3d4-42e6-971c-510a2b254e65"} {"level":"info","ts":1785774018.5206099,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5387c6a1-a3d4-42e6-971c-510a2b254e65"} {"level":"info","ts":1785774018.5206306,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5387c6a1-a3d4-42e6-971c-510a2b254e65"} {"level":"info","ts":1785774018.520646,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5387c6a1-a3d4-42e6-971c-510a2b254e65","EoS":false} {"level":"info","ts":1785774018.5206602,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5387c6a1-a3d4-42e6-971c-510a2b254e65"} {"level":"info","ts":1785774018.5206869,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5387c6a1-a3d4-42e6-971c-510a2b254e65","EoS":true} {"level":"info","ts":1785774018.5206978,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5387c6a1-a3d4-42e6-971c-510a2b254e65"} {"level":"info","ts":1785774031.3914237,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774031.3914933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcee87a9-89df-49df-9545-e9fa9f850290"} {"level":"info","ts":1785774031.3915024,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fcee87a9-89df-49df-9545-e9fa9f850290"} {"level":"info","ts":1785774031.3915138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcee87a9-89df-49df-9545-e9fa9f850290","EoS":true} {"level":"info","ts":1785774031.3915696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcee87a9-89df-49df-9545-e9fa9f850290","header":"x-maas-subscription"} {"level":"info","ts":1785774031.3915806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcee87a9-89df-49df-9545-e9fa9f850290","header":"x-maas-group"} {"level":"info","ts":1785774031.3915858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcee87a9-89df-49df-9545-e9fa9f850290","header":"x-maas-username"} {"level":"info","ts":1785774031.3916001,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcee87a9-89df-49df-9545-e9fa9f850290","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785774031.3916256,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fcee87a9-89df-49df-9545-e9fa9f850290"} {"level":"info","ts":1785774031.392889,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fcee87a9-89df-49df-9545-e9fa9f850290"} {"level":"info","ts":1785774031.392905,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fcee87a9-89df-49df-9545-e9fa9f850290"} {"level":"info","ts":1785774031.3929248,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fcee87a9-89df-49df-9545-e9fa9f850290","EoS":false} {"level":"info","ts":1785774031.392939,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fcee87a9-89df-49df-9545-e9fa9f850290"} {"level":"info","ts":1785774031.3929703,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fcee87a9-89df-49df-9545-e9fa9f850290","EoS":true} {"level":"info","ts":1785774031.3929815,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fcee87a9-89df-49df-9545-e9fa9f850290"} {"level":"info","ts":1785774039.9314754,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774039.9315743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79241d87-953a-42cc-aa14-3a169ef78400"} {"level":"info","ts":1785774039.9315867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79241d87-953a-42cc-aa14-3a169ef78400"} {"level":"info","ts":1785774039.931599,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79241d87-953a-42cc-aa14-3a169ef78400","EoS":true} {"level":"info","ts":1785774039.9316232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79241d87-953a-42cc-aa14-3a169ef78400","header":"x-maas-group"} {"level":"info","ts":1785774039.931634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79241d87-953a-42cc-aa14-3a169ef78400","header":"x-maas-username"} {"level":"info","ts":1785774039.9316435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79241d87-953a-42cc-aa14-3a169ef78400","header":"x-maas-subscription"} {"level":"info","ts":1785774039.931658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79241d87-953a-42cc-aa14-3a169ef78400","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785774039.931681,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79241d87-953a-42cc-aa14-3a169ef78400"} {"level":"info","ts":1785774039.9327803,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"79241d87-953a-42cc-aa14-3a169ef78400"} {"level":"info","ts":1785774039.9328005,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"79241d87-953a-42cc-aa14-3a169ef78400"} {"level":"info","ts":1785774039.9328213,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79241d87-953a-42cc-aa14-3a169ef78400","EoS":false} {"level":"info","ts":1785774039.9328382,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"79241d87-953a-42cc-aa14-3a169ef78400"} {"level":"info","ts":1785774039.9328747,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79241d87-953a-42cc-aa14-3a169ef78400","EoS":true} {"level":"info","ts":1785774039.9328856,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"79241d87-953a-42cc-aa14-3a169ef78400"} {"level":"info","ts":1785774048.7972383,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774048.7973292,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"190d0382-cd8a-4463-a188-93fccc037458"} {"level":"info","ts":1785774048.7973886,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"190d0382-cd8a-4463-a188-93fccc037458"} {"level":"info","ts":1785774048.7974102,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"190d0382-cd8a-4463-a188-93fccc037458","EoS":true} {"level":"info","ts":1785774048.7974443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"190d0382-cd8a-4463-a188-93fccc037458","header":"x-maas-subscription"} {"level":"info","ts":1785774048.797459,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"190d0382-cd8a-4463-a188-93fccc037458","header":"x-maas-group"} {"level":"info","ts":1785774048.797469,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"190d0382-cd8a-4463-a188-93fccc037458","header":"x-maas-username"} {"level":"info","ts":1785774048.79749,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"190d0382-cd8a-4463-a188-93fccc037458","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785774048.797518,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"190d0382-cd8a-4463-a188-93fccc037458"} {"level":"info","ts":1785774048.7984495,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"190d0382-cd8a-4463-a188-93fccc037458"} {"level":"info","ts":1785774048.7984738,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"190d0382-cd8a-4463-a188-93fccc037458"} {"level":"info","ts":1785774048.7984939,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"190d0382-cd8a-4463-a188-93fccc037458","EoS":false} {"level":"info","ts":1785774048.7985063,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"190d0382-cd8a-4463-a188-93fccc037458"} {"level":"info","ts":1785774048.7985513,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"190d0382-cd8a-4463-a188-93fccc037458","EoS":true} {"level":"info","ts":1785774048.798562,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"190d0382-cd8a-4463-a188-93fccc037458"} {"level":"info","ts":1785774078.4004729,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774078.4005642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bc30784-badd-4b49-a368-3186f38f4073"} {"level":"info","ts":1785774078.4005775,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3bc30784-badd-4b49-a368-3186f38f4073"} {"level":"info","ts":1785774078.4005904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3bc30784-badd-4b49-a368-3186f38f4073","EoS":true} {"level":"info","ts":1785774078.4006202,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bc30784-badd-4b49-a368-3186f38f4073","header":"x-maas-group"} {"level":"info","ts":1785774078.400632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bc30784-badd-4b49-a368-3186f38f4073","header":"x-maas-subscription"} {"level":"info","ts":1785774078.400637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bc30784-badd-4b49-a368-3186f38f4073","header":"x-maas-username"} {"level":"info","ts":1785774078.4006515,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bc30784-badd-4b49-a368-3186f38f4073","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785774078.400672,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3bc30784-badd-4b49-a368-3186f38f4073"} {"level":"info","ts":1785774078.4040606,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3bc30784-badd-4b49-a368-3186f38f4073"} {"level":"info","ts":1785774078.404086,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3bc30784-badd-4b49-a368-3186f38f4073"} {"level":"info","ts":1785774078.4041011,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3bc30784-badd-4b49-a368-3186f38f4073","EoS":false} {"level":"info","ts":1785774078.4041126,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3bc30784-badd-4b49-a368-3186f38f4073"} {"level":"info","ts":1785774078.404139,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3bc30784-badd-4b49-a368-3186f38f4073","EoS":true} {"level":"info","ts":1785774078.4041474,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3bc30784-badd-4b49-a368-3186f38f4073"} {"level":"info","ts":1785774112.0951204,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774112.0952017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0ff9323-35c5-4619-a11c-6bb6454c852a"} {"level":"info","ts":1785774112.0952141,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0ff9323-35c5-4619-a11c-6bb6454c852a"} {"level":"info","ts":1785774112.0952268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0ff9323-35c5-4619-a11c-6bb6454c852a","EoS":true} {"level":"info","ts":1785774112.095253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0ff9323-35c5-4619-a11c-6bb6454c852a","header":"x-maas-group"} {"level":"info","ts":1785774112.0952642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0ff9323-35c5-4619-a11c-6bb6454c852a","header":"x-maas-username"} {"level":"info","ts":1785774112.0952694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0ff9323-35c5-4619-a11c-6bb6454c852a","header":"x-maas-subscription"} {"level":"info","ts":1785774112.0952823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0ff9323-35c5-4619-a11c-6bb6454c852a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785774112.095309,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0ff9323-35c5-4619-a11c-6bb6454c852a"} {"level":"info","ts":1785774112.0963051,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0ff9323-35c5-4619-a11c-6bb6454c852a"} {"level":"info","ts":1785774112.096326,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b0ff9323-35c5-4619-a11c-6bb6454c852a"} {"level":"info","ts":1785774112.0963428,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0ff9323-35c5-4619-a11c-6bb6454c852a","EoS":false} {"level":"info","ts":1785774112.0963557,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b0ff9323-35c5-4619-a11c-6bb6454c852a"} {"level":"info","ts":1785774112.096382,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0ff9323-35c5-4619-a11c-6bb6454c852a","EoS":true} {"level":"info","ts":1785774112.096391,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b0ff9323-35c5-4619-a11c-6bb6454c852a"} {"level":"info","ts":1785774147.2524064,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774147.2525535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad32a3a4-1b45-4adb-913a-dab7551f9dbf"} {"level":"info","ts":1785774147.2525709,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad32a3a4-1b45-4adb-913a-dab7551f9dbf"} {"level":"info","ts":1785774147.2525914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad32a3a4-1b45-4adb-913a-dab7551f9dbf","EoS":true} {"level":"info","ts":1785774147.2526278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad32a3a4-1b45-4adb-913a-dab7551f9dbf","header":"x-maas-group"} {"level":"info","ts":1785774147.2526422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad32a3a4-1b45-4adb-913a-dab7551f9dbf","header":"x-maas-username"} {"level":"info","ts":1785774147.2526498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad32a3a4-1b45-4adb-913a-dab7551f9dbf","header":"x-maas-subscription"} {"level":"info","ts":1785774147.2526681,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad32a3a4-1b45-4adb-913a-dab7551f9dbf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785774147.2527053,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad32a3a4-1b45-4adb-913a-dab7551f9dbf"} {"level":"info","ts":1785774147.2537682,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ad32a3a4-1b45-4adb-913a-dab7551f9dbf"} {"level":"info","ts":1785774147.2537904,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ad32a3a4-1b45-4adb-913a-dab7551f9dbf"} {"level":"info","ts":1785774147.2538068,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ad32a3a4-1b45-4adb-913a-dab7551f9dbf","EoS":false} {"level":"info","ts":1785774147.2538185,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ad32a3a4-1b45-4adb-913a-dab7551f9dbf"} {"level":"info","ts":1785774147.2538438,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ad32a3a4-1b45-4adb-913a-dab7551f9dbf","EoS":true} {"level":"info","ts":1785774147.2538517,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ad32a3a4-1b45-4adb-913a-dab7551f9dbf"} {"level":"info","ts":1785774156.659706,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774156.6597934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44df52e7-96f0-44ce-860b-930f32a80515"} {"level":"info","ts":1785774156.659802,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44df52e7-96f0-44ce-860b-930f32a80515"} {"level":"info","ts":1785774156.6598134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44df52e7-96f0-44ce-860b-930f32a80515","EoS":true} {"level":"info","ts":1785774156.6598377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44df52e7-96f0-44ce-860b-930f32a80515","header":"x-maas-group"} {"level":"info","ts":1785774156.6598482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44df52e7-96f0-44ce-860b-930f32a80515","header":"x-maas-subscription"} {"level":"info","ts":1785774156.6598525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44df52e7-96f0-44ce-860b-930f32a80515","header":"x-maas-username"} {"level":"info","ts":1785774156.659867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44df52e7-96f0-44ce-860b-930f32a80515","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785774156.6598928,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44df52e7-96f0-44ce-860b-930f32a80515"} {"level":"info","ts":1785774156.660833,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44df52e7-96f0-44ce-860b-930f32a80515"} {"level":"info","ts":1785774156.6608546,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"44df52e7-96f0-44ce-860b-930f32a80515"} {"level":"info","ts":1785774156.6608732,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44df52e7-96f0-44ce-860b-930f32a80515","EoS":false} {"level":"info","ts":1785774156.6608868,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"44df52e7-96f0-44ce-860b-930f32a80515"} {"level":"info","ts":1785774156.6609087,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44df52e7-96f0-44ce-860b-930f32a80515","EoS":true} {"level":"info","ts":1785774156.6609175,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"44df52e7-96f0-44ce-860b-930f32a80515"} {"level":"info","ts":1785774156.7024734,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774156.7025857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70866feb-e3b3-4a20-8fc2-c960c85d6355"} {"level":"info","ts":1785774156.7026038,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"70866feb-e3b3-4a20-8fc2-c960c85d6355"} {"level":"info","ts":1785774156.7026186,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70866feb-e3b3-4a20-8fc2-c960c85d6355","EoS":true} {"level":"info","ts":1785774156.7026463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70866feb-e3b3-4a20-8fc2-c960c85d6355","header":"x-maas-group"} {"level":"info","ts":1785774156.7026553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70866feb-e3b3-4a20-8fc2-c960c85d6355","header":"x-maas-username"} {"level":"info","ts":1785774156.7026606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70866feb-e3b3-4a20-8fc2-c960c85d6355","header":"x-maas-subscription"} {"level":"info","ts":1785774156.702676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70866feb-e3b3-4a20-8fc2-c960c85d6355","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785774156.7027078,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"70866feb-e3b3-4a20-8fc2-c960c85d6355"} {"level":"info","ts":1785774156.703695,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"70866feb-e3b3-4a20-8fc2-c960c85d6355"} {"level":"info","ts":1785774156.7037184,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"70866feb-e3b3-4a20-8fc2-c960c85d6355"} {"level":"info","ts":1785774156.7037337,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"70866feb-e3b3-4a20-8fc2-c960c85d6355","EoS":false} {"level":"info","ts":1785774156.7037454,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"70866feb-e3b3-4a20-8fc2-c960c85d6355"} {"level":"info","ts":1785774156.703772,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"70866feb-e3b3-4a20-8fc2-c960c85d6355","EoS":true} {"level":"info","ts":1785774156.7037833,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"70866feb-e3b3-4a20-8fc2-c960c85d6355"} {"level":"info","ts":1785774175.9357529,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774175.9358242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35d4c2be-6a25-4335-b7ae-2d20030da149"} {"level":"info","ts":1785774175.9358358,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35d4c2be-6a25-4335-b7ae-2d20030da149"} {"level":"info","ts":1785774175.935848,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35d4c2be-6a25-4335-b7ae-2d20030da149","EoS":true} {"level":"info","ts":1785774175.9358718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35d4c2be-6a25-4335-b7ae-2d20030da149","header":"x-maas-group"} {"level":"info","ts":1785774175.9358816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35d4c2be-6a25-4335-b7ae-2d20030da149","header":"x-maas-subscription"} {"level":"info","ts":1785774175.9358878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35d4c2be-6a25-4335-b7ae-2d20030da149","header":"x-maas-username"} {"level":"info","ts":1785774175.935903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35d4c2be-6a25-4335-b7ae-2d20030da149","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785774175.9359295,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35d4c2be-6a25-4335-b7ae-2d20030da149"} {"level":"info","ts":1785774175.936875,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"35d4c2be-6a25-4335-b7ae-2d20030da149"} {"level":"info","ts":1785774175.9368947,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"35d4c2be-6a25-4335-b7ae-2d20030da149"} {"level":"info","ts":1785774175.93691,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"35d4c2be-6a25-4335-b7ae-2d20030da149","EoS":false} {"level":"info","ts":1785774175.9369226,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"35d4c2be-6a25-4335-b7ae-2d20030da149"} {"level":"info","ts":1785774175.9369457,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"35d4c2be-6a25-4335-b7ae-2d20030da149","EoS":true} {"level":"info","ts":1785774175.936954,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"35d4c2be-6a25-4335-b7ae-2d20030da149"} {"level":"info","ts":1785774357.97197,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774357.9720652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a24e7bcf-cfe8-4c09-ae6d-24d3ae6a06a7"} {"level":"info","ts":1785774357.9720826,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a24e7bcf-cfe8-4c09-ae6d-24d3ae6a06a7"} {"level":"info","ts":1785774357.972101,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a24e7bcf-cfe8-4c09-ae6d-24d3ae6a06a7","EoS":true} {"level":"info","ts":1785774357.9721384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a24e7bcf-cfe8-4c09-ae6d-24d3ae6a06a7","header":"x-maas-username"} {"level":"info","ts":1785774357.9721513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a24e7bcf-cfe8-4c09-ae6d-24d3ae6a06a7","header":"x-maas-subscription"} {"level":"info","ts":1785774357.9721603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a24e7bcf-cfe8-4c09-ae6d-24d3ae6a06a7","header":"x-maas-group"} {"level":"info","ts":1785774357.97218,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a24e7bcf-cfe8-4c09-ae6d-24d3ae6a06a7","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785774357.9722145,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a24e7bcf-cfe8-4c09-ae6d-24d3ae6a06a7"} {"level":"info","ts":1785774357.985351,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a24e7bcf-cfe8-4c09-ae6d-24d3ae6a06a7"} {"level":"info","ts":1785774357.9853818,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a24e7bcf-cfe8-4c09-ae6d-24d3ae6a06a7"} {"level":"info","ts":1785774357.9854014,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a24e7bcf-cfe8-4c09-ae6d-24d3ae6a06a7","EoS":false} {"level":"info","ts":1785774357.9854145,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a24e7bcf-cfe8-4c09-ae6d-24d3ae6a06a7"} {"level":"info","ts":1785774357.9854424,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a24e7bcf-cfe8-4c09-ae6d-24d3ae6a06a7","EoS":true} {"level":"info","ts":1785774357.985451,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a24e7bcf-cfe8-4c09-ae6d-24d3ae6a06a7"} {"level":"info","ts":1785774410.0270898,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774410.02717,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90b08806-9fc5-446c-939f-a8d00ba4d8e8"} {"level":"info","ts":1785774410.027184,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90b08806-9fc5-446c-939f-a8d00ba4d8e8"} {"level":"info","ts":1785774410.0272036,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90b08806-9fc5-446c-939f-a8d00ba4d8e8","EoS":true} {"level":"info","ts":1785774410.0272386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90b08806-9fc5-446c-939f-a8d00ba4d8e8","header":"x-maas-subscription"} {"level":"info","ts":1785774410.0272532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90b08806-9fc5-446c-939f-a8d00ba4d8e8","header":"x-maas-username"} {"level":"info","ts":1785774410.027264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90b08806-9fc5-446c-939f-a8d00ba4d8e8","header":"x-maas-group"} {"level":"info","ts":1785774410.0272827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90b08806-9fc5-446c-939f-a8d00ba4d8e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785774410.0273159,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90b08806-9fc5-446c-939f-a8d00ba4d8e8"} {"level":"info","ts":1785774410.0283067,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90b08806-9fc5-446c-939f-a8d00ba4d8e8"} {"level":"info","ts":1785774410.0283287,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"90b08806-9fc5-446c-939f-a8d00ba4d8e8"} {"level":"info","ts":1785774410.0283442,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90b08806-9fc5-446c-939f-a8d00ba4d8e8","EoS":false} {"level":"info","ts":1785774410.0283554,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"90b08806-9fc5-446c-939f-a8d00ba4d8e8"} {"level":"info","ts":1785774410.0283852,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90b08806-9fc5-446c-939f-a8d00ba4d8e8","EoS":true} {"level":"info","ts":1785774410.0283966,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"90b08806-9fc5-446c-939f-a8d00ba4d8e8"} {"level":"info","ts":1785774425.353606,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774425.3536963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ae09718-89bb-4b82-ac23-ef23108f15dc"} {"level":"info","ts":1785774425.3537128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ae09718-89bb-4b82-ac23-ef23108f15dc"} {"level":"info","ts":1785774425.3537316,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ae09718-89bb-4b82-ac23-ef23108f15dc","EoS":true} {"level":"info","ts":1785774425.3537683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ae09718-89bb-4b82-ac23-ef23108f15dc","header":"x-maas-subscription"} {"level":"info","ts":1785774425.3537805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ae09718-89bb-4b82-ac23-ef23108f15dc","header":"x-maas-group"} {"level":"info","ts":1785774425.353788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ae09718-89bb-4b82-ac23-ef23108f15dc","header":"x-maas-username"} {"level":"info","ts":1785774425.3538058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ae09718-89bb-4b82-ac23-ef23108f15dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785774425.353839,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ae09718-89bb-4b82-ac23-ef23108f15dc"} {"level":"info","ts":1785774425.3550725,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ae09718-89bb-4b82-ac23-ef23108f15dc"} {"level":"info","ts":1785774425.3550973,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7ae09718-89bb-4b82-ac23-ef23108f15dc"} {"level":"info","ts":1785774425.3551128,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ae09718-89bb-4b82-ac23-ef23108f15dc","EoS":false} {"level":"info","ts":1785774425.3551247,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ae09718-89bb-4b82-ac23-ef23108f15dc"} {"level":"info","ts":1785774425.355149,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ae09718-89bb-4b82-ac23-ef23108f15dc","EoS":true} {"level":"info","ts":1785774425.3551576,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ae09718-89bb-4b82-ac23-ef23108f15dc"} {"level":"info","ts":1785774751.530206,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774751.5302904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95572675-33dd-4351-a7f6-5f6550ca7bf7"} {"level":"info","ts":1785774751.5303028,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95572675-33dd-4351-a7f6-5f6550ca7bf7"} {"level":"info","ts":1785774751.530315,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95572675-33dd-4351-a7f6-5f6550ca7bf7","EoS":true} {"level":"info","ts":1785774751.5303853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95572675-33dd-4351-a7f6-5f6550ca7bf7","header":"x-maas-subscription"} {"level":"info","ts":1785774751.530397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95572675-33dd-4351-a7f6-5f6550ca7bf7","header":"x-maas-username"} {"level":"info","ts":1785774751.5304053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95572675-33dd-4351-a7f6-5f6550ca7bf7","header":"x-maas-group"} {"level":"info","ts":1785774751.530422,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95572675-33dd-4351-a7f6-5f6550ca7bf7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785774751.5304513,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95572675-33dd-4351-a7f6-5f6550ca7bf7"} {"level":"info","ts":1785774751.5312445,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"95572675-33dd-4351-a7f6-5f6550ca7bf7"} {"level":"info","ts":1785774751.531266,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"95572675-33dd-4351-a7f6-5f6550ca7bf7"} {"level":"info","ts":1785774751.5312817,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95572675-33dd-4351-a7f6-5f6550ca7bf7","EoS":false} {"level":"info","ts":1785774751.531294,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"95572675-33dd-4351-a7f6-5f6550ca7bf7"} {"level":"info","ts":1785774751.5313218,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95572675-33dd-4351-a7f6-5f6550ca7bf7","EoS":true} {"level":"info","ts":1785774751.5313313,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"95572675-33dd-4351-a7f6-5f6550ca7bf7"} {"level":"info","ts":1785774756.3440423,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8ab3aa2c-9195-494b-a0c2-1d55d6b071cc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785774756.3443394,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37674.316113674,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785774756.3443644,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785774756.3834057,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785774756.4452395,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8ab3aa2c-9195-494b-a0c2-1d55d6b071cc","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785774756.4592712,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd7f77a5-41fb-4e8e-90db-508855ee5296","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785774756.459309,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd7f77a5-41fb-4e8e-90db-508855ee5296","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785774756.459352,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd583d10-b660-4088-851a-48e65c94a4f7"} {"level":"info","ts":1785774756.469616,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"277f81c5-f210-4ec3-9512-a2c5170ed53c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785774756.4696465,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"277f81c5-f210-4ec3-9512-a2c5170ed53c","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785774756.4707308,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd583d10-b660-4088-851a-48e65c94a4f7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785774756.470938,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33899.285172487,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785774756.4709532,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785774756.4788067,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785774756.5717895,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd583d10-b660-4088-851a-48e65c94a4f7","name":"e2e-external-provider"} {"level":"info","ts":1785774756.5732071,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01d61324-84c3-4083-9f4b-661bb5c663d1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785774756.573214,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a23d046-30ed-4788-b073-aef7e294f8a0"} {"level":"info","ts":1785774756.5732481,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01d61324-84c3-4083-9f4b-661bb5c663d1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785774756.578194,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7fc8381-3095-4aa5-8078-43064cc085f3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785774756.5782304,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7fc8381-3095-4aa5-8078-43064cc085f3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785774756.5783625,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a23d046-30ed-4788-b073-aef7e294f8a0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785774756.5804574,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd583d10-b660-4088-851a-48e65c94a4f7","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785774756.5842304,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81b6db98-cb85-44ae-9198-18c58075628f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785774756.5842588,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81b6db98-cb85-44ae-9198-18c58075628f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785774756.584388,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a23d046-30ed-4788-b073-aef7e294f8a0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785774756.5844543,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1321ea49-39ae-40f3-890b-4193e25860b4"} {"level":"info","ts":1785774756.5844746,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1321ea49-39ae-40f3-890b-4193e25860b4","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785774756.58874,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1321ea49-39ae-40f3-890b-4193e25860b4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785774756.5916703,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd583d10-b660-4088-851a-48e65c94a4f7","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785774756.5997622,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2356c7cd-bcba-4761-a7fb-5de2b066c4bb"} {"level":"info","ts":1785774756.599787,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2356c7cd-bcba-4761-a7fb-5de2b066c4bb","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785774756.6010997,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd583d10-b660-4088-851a-48e65c94a4f7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785774756.604083,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2356c7cd-bcba-4761-a7fb-5de2b066c4bb","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785774756.6044512,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd583d10-b660-4088-851a-48e65c94a4f7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785774756.6045403,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b0b4d1a-1545-4f4f-9d3d-cfaa50882eaa"} {"level":"info","ts":1785774756.6045842,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b0b4d1a-1545-4f4f-9d3d-cfaa50882eaa","name":"e2e-external-provider"} {"level":"info","ts":1785774756.6128707,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b0b4d1a-1545-4f4f-9d3d-cfaa50882eaa","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785774756.6178777,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01baa098-b4b0-4154-b4a7-d632ad127d0c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785774756.6178892,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90814a21-5d54-4fa8-ab58-78adb1fd3dea"} {"level":"info","ts":1785774756.6179135,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01baa098-b4b0-4154-b4a7-d632ad127d0c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785774756.6179357,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90814a21-5d54-4fa8-ab58-78adb1fd3dea","name":"e2e-external-provider"} {"level":"info","ts":1785774756.618017,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0343de3d-88f2-4a77-8ca7-6cf0df1925a3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785774756.6180427,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0343de3d-88f2-4a77-8ca7-6cf0df1925a3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785774756.6181154,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9aca0420-38b6-4b13-8ff0-a18b21cb7e42"} {"level":"info","ts":1785774756.6182969,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34659.081938075,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785774756.618311,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785774756.6278558,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785774756.6278949,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"90814a21-5d54-4fa8-ab58-78adb1fd3dea","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785774756.7192414,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9aca0420-38b6-4b13-8ff0-a18b21cb7e42","name":"e2e-external-model"} {"level":"info","ts":1785774756.7409236,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dff10e62-a2b2-425e-aebe-5322afff1412","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785774756.7409778,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dff10e62-a2b2-425e-aebe-5322afff1412","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785774756.744795,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9aca0420-38b6-4b13-8ff0-a18b21cb7e42","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785774756.744859,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9aca0420-38b6-4b13-8ff0-a18b21cb7e42","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785774756.7449114,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0353ad16-9a64-4999-a2cc-381cd675b506"} {"level":"info","ts":1785774756.744959,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0353ad16-9a64-4999-a2cc-381cd675b506","name":"e2e-external-model"} {"level":"info","ts":1785774756.7529664,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0353ad16-9a64-4999-a2cc-381cd675b506","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785774756.7562203,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a005f9c7-aaf6-4f0c-89ad-532c6e641c18","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785774756.7562897,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a005f9c7-aaf6-4f0c-89ad-532c6e641c18","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785774756.7573755,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0353ad16-9a64-4999-a2cc-381cd675b506","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785774756.7574408,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dffab18a-9882-4958-817e-7c34137b055a"} {"level":"info","ts":1785774756.7574835,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dffab18a-9882-4958-817e-7c34137b055a","name":"e2e-external-model"} {"level":"info","ts":1785774756.766918,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dffab18a-9882-4958-817e-7c34137b055a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785774756.7771993,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28c47a6f-d356-4460-bd98-bcaf58c5bb94","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785774756.7772295,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28c47a6f-d356-4460-bd98-bcaf58c5bb94","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785774756.7780478,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dffab18a-9882-4958-817e-7c34137b055a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785774756.7781167,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ae2ac70-5eda-4d94-b46c-d666de9a453a"} {"level":"info","ts":1785774756.7781646,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ae2ac70-5eda-4d94-b46c-d666de9a453a","name":"e2e-external-model"} {"level":"info","ts":1785774756.7863324,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ae2ac70-5eda-4d94-b46c-d666de9a453a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785774768.4194927,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774768.4195852,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed"} {"level":"info","ts":1785774768.419595,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed"} {"level":"info","ts":1785774768.4196064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed","EoS":true} {"level":"info","ts":1785774768.4196324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed","header":"x-maas-username"} {"level":"info","ts":1785774768.419643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed","header":"x-maas-group"} {"level":"info","ts":1785774768.4196482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed","header":"x-maas-subscription"} {"level":"info","ts":1785774768.4196625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785774768.419672,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed","modelName":"e2e-external-model"} {"level":"info","ts":1785774768.4196854,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785774768.4197218,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785774768.4197388,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed","authType":"apikey"} {"level":"info","ts":1785774768.4197652,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed"} {"level":"info","ts":1785774768.5230432,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed"} {"level":"info","ts":1785774768.5230856,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed"} {"level":"info","ts":1785774768.523105,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed","EoS":false} {"level":"info","ts":1785774768.5231192,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed"} {"level":"info","ts":1785774768.5231528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed","EoS":true} {"level":"info","ts":1785774768.5231698,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"49b064dd-56dc-4621-8861-abbacdd90aed"} {"level":"info","ts":1785774768.6433234,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e18f3363-d885-440d-a443-9de2adc09f16"} {"level":"info","ts":1785774768.643371,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44f35173-695d-4908-8c1b-62233f224451","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785774768.6434052,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"44f35173-695d-4908-8c1b-62233f224451","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785774768.6510162,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e18f3363-d885-440d-a443-9de2adc09f16","name":"e2e-cleanup-test"} {"level":"info","ts":1785774768.6510217,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1242406-9c97-4104-b7f8-05075a2155e9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785774768.6511524,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d1242406-9c97-4104-b7f8-05075a2155e9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785774768.6788702,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e18f3363-d885-440d-a443-9de2adc09f16","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785774768.6789804,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c73a3d61-7e4e-4281-a86c-fd7adb54a113"} {"level":"info","ts":1785774768.6790369,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50af5471-fb7b-4840-9910-f75a615ca169","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785774768.6791134,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c73a3d61-7e4e-4281-a86c-fd7adb54a113","name":"e2e-cleanup-test"} {"level":"info","ts":1785774768.6791143,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50af5471-fb7b-4840-9910-f75a615ca169","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785774768.6894515,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c73a3d61-7e4e-4281-a86c-fd7adb54a113","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785774768.689516,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4d6cd82-64ef-480c-9a30-c2679dd4cc25","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785774768.689576,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4d6cd82-64ef-480c-9a30-c2679dd4cc25","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785774768.689549,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b1b2e64-154d-4e5e-b316-c872c43d817f"} {"level":"info","ts":1785774768.689657,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b1b2e64-154d-4e5e-b316-c872c43d817f","name":"e2e-cleanup-test"} {"level":"info","ts":1785774768.699491,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b1b2e64-154d-4e5e-b316-c872c43d817f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785774768.7063966,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2485c99d-6ee3-42c8-99ea-6d74046c8f76"} {"level":"info","ts":1785774768.706468,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2485c99d-6ee3-42c8-99ea-6d74046c8f76","name":"e2e-cleanup-test"} {"level":"info","ts":1785774768.7067187,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c97cd8a-1733-4e22-b546-f28ef769d025","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785774768.7067668,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c97cd8a-1733-4e22-b546-f28ef769d025","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785774768.7197375,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2485c99d-6ee3-42c8-99ea-6d74046c8f76","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785774768.722876,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2485c99d-6ee3-42c8-99ea-6d74046c8f76","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785774768.7229624,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"628c48a8-1200-4258-8ce5-a6dd4263041a"} {"level":"info","ts":1785774768.723016,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"628c48a8-1200-4258-8ce5-a6dd4263041a","name":"e2e-cleanup-test"} {"level":"info","ts":1785774768.7327828,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"628c48a8-1200-4258-8ce5-a6dd4263041a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785774776.903935,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39f51cad-b795-4041-a617-5b7405900c8d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785774776.903974,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39f51cad-b795-4041-a617-5b7405900c8d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785774776.9039881,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10d32860-43c4-40ab-8e14-a8fd42014e7d"} {"level":"info","ts":1785774781.2152727,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774781.2153559,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a20ca5d-bb0a-43e9-a621-f3fd8703c0ba"} {"level":"info","ts":1785774781.215374,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a20ca5d-bb0a-43e9-a621-f3fd8703c0ba"} {"level":"info","ts":1785774781.2153912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a20ca5d-bb0a-43e9-a621-f3fd8703c0ba","EoS":true} {"level":"info","ts":1785774781.215434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a20ca5d-bb0a-43e9-a621-f3fd8703c0ba","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785774781.215462,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a20ca5d-bb0a-43e9-a621-f3fd8703c0ba"} {"level":"info","ts":1785774781.2614748,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774781.2615826,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126"} {"level":"info","ts":1785774781.2615962,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126"} {"level":"info","ts":1785774781.2616086,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126","EoS":true} {"level":"info","ts":1785774781.2616324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126","header":"x-maas-group"} {"level":"info","ts":1785774781.2616422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126","header":"x-maas-subscription"} {"level":"info","ts":1785774781.2616482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126","header":"x-maas-username"} {"level":"info","ts":1785774781.2616622,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785774781.261671,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126","modelName":"e2e-external-model"} {"level":"info","ts":1785774781.2616835,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785774781.261708,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785774781.2617266,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126","authType":"apikey"} {"level":"info","ts":1785774781.2617514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126"} {"level":"info","ts":1785774781.3098588,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126"} {"level":"info","ts":1785774781.309889,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126"} {"level":"info","ts":1785774781.3099067,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126","EoS":false} {"level":"info","ts":1785774781.30992,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126"} {"level":"info","ts":1785774781.3099508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126","EoS":true} {"level":"info","ts":1785774781.3099577,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ecad40d2-f3f0-4baa-b05d-e68026f22126"} {"level":"info","ts":1785774781.3567019,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774781.35678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d1ff9ec-6dee-4a9a-a54e-57d866d578cf"} {"level":"info","ts":1785774781.3567898,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d1ff9ec-6dee-4a9a-a54e-57d866d578cf"} {"level":"info","ts":1785774781.356804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d1ff9ec-6dee-4a9a-a54e-57d866d578cf","EoS":true} {"level":"info","ts":1785774781.3568332,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d1ff9ec-6dee-4a9a-a54e-57d866d578cf","header":"x-maas-username"} {"level":"info","ts":1785774781.356844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d1ff9ec-6dee-4a9a-a54e-57d866d578cf","header":"x-maas-group"} {"level":"info","ts":1785774781.3568492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d1ff9ec-6dee-4a9a-a54e-57d866d578cf","header":"x-maas-subscription"} {"level":"info","ts":1785774781.3568637,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d1ff9ec-6dee-4a9a-a54e-57d866d578cf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785774781.3568952,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d1ff9ec-6dee-4a9a-a54e-57d866d578cf"} {"level":"info","ts":1785774781.4053013,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d1ff9ec-6dee-4a9a-a54e-57d866d578cf"} {"level":"info","ts":1785774781.4053311,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3d1ff9ec-6dee-4a9a-a54e-57d866d578cf"} {"level":"info","ts":1785774781.4053555,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d1ff9ec-6dee-4a9a-a54e-57d866d578cf","EoS":false} {"level":"info","ts":1785774781.4053767,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d1ff9ec-6dee-4a9a-a54e-57d866d578cf"} {"level":"info","ts":1785774781.4054155,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d1ff9ec-6dee-4a9a-a54e-57d866d578cf","EoS":true} {"level":"info","ts":1785774781.4054248,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d1ff9ec-6dee-4a9a-a54e-57d866d578cf"} {"level":"info","ts":1785774781.4647987,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785774781.4648776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1cc022c-ee81-4140-9435-151b69bf05ea"} {"level":"info","ts":1785774781.464891,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e1cc022c-ee81-4140-9435-151b69bf05ea"} {"level":"info","ts":1785774781.4649024,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e1cc022c-ee81-4140-9435-151b69bf05ea","EoS":true} {"level":"info","ts":1785774781.4649248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1cc022c-ee81-4140-9435-151b69bf05ea","header":"x-maas-group"} {"level":"info","ts":1785774781.4649415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1cc022c-ee81-4140-9435-151b69bf05ea","header":"x-maas-subscription"} {"level":"info","ts":1785774781.4649467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1cc022c-ee81-4140-9435-151b69bf05ea","header":"x-maas-username"} {"level":"info","ts":1785774781.4649777,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e1cc022c-ee81-4140-9435-151b69bf05ea"} {"level":"info","ts":1785774781.514777,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e1cc022c-ee81-4140-9435-151b69bf05ea"} {"level":"info","ts":1785774781.5148063,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e1cc022c-ee81-4140-9435-151b69bf05ea"} {"level":"info","ts":1785774781.514826,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e1cc022c-ee81-4140-9435-151b69bf05ea","EoS":false} {"level":"info","ts":1785774781.5148413,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e1cc022c-ee81-4140-9435-151b69bf05ea"} {"level":"info","ts":1785774781.5148752,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e1cc022c-ee81-4140-9435-151b69bf05ea","EoS":true} {"level":"info","ts":1785774781.514885,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e1cc022c-ee81-4140-9435-151b69bf05ea"} {"level":"info","ts":1785774782.3397212,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62eaa26f-f7fb-4683-b029-0c1577e06b89","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785774782.33977,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62eaa26f-f7fb-4683-b029-0c1577e06b89","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785774782.339738,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5bc06508-3c08-41c7-9193-fdfc604a784a"} {"level":"info","ts":1785774782.4851997,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f595ba96-e2ee-460f-9c55-45ceb45e0de2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785774782.4852417,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f595ba96-e2ee-460f-9c55-45ceb45e0de2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785774782.4852529,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd20c30d-59e9-4110-b304-a8a20a4be892"} {"level":"info","ts":1785774782.6137528,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c3f034d7-ee02-4d41-802d-4b35aa1dba6f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785774782.6138206,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c3f034d7-ee02-4d41-802d-4b35aa1dba6f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785776314.0927184,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785776314.0928016,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8092191-7b7c-4eb4-b06c-6b34f7bed892"} {"level":"info","ts":1785776389.0473738,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785776389.0474544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2993478d-8f7a-4383-9941-2600221e31c4"} {"level":"info","ts":1785776389.0474672,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2993478d-8f7a-4383-9941-2600221e31c4"} {"level":"info","ts":1785776389.0474794,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2993478d-8f7a-4383-9941-2600221e31c4","EoS":true} {"level":"info","ts":1785776389.0475078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2993478d-8f7a-4383-9941-2600221e31c4","header":"x-maas-group"} {"level":"info","ts":1785776389.0475183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2993478d-8f7a-4383-9941-2600221e31c4","header":"x-maas-username"} {"level":"info","ts":1785776389.047523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2993478d-8f7a-4383-9941-2600221e31c4","header":"x-maas-subscription"} {"level":"info","ts":1785776389.0475593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2993478d-8f7a-4383-9941-2600221e31c4","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785776389.0475814,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2993478d-8f7a-4383-9941-2600221e31c4"} {"level":"info","ts":1785776389.0493727,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2993478d-8f7a-4383-9941-2600221e31c4"} {"level":"info","ts":1785776389.049394,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2993478d-8f7a-4383-9941-2600221e31c4"} {"level":"info","ts":1785776389.0494099,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2993478d-8f7a-4383-9941-2600221e31c4","EoS":false} {"level":"info","ts":1785776389.0494235,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2993478d-8f7a-4383-9941-2600221e31c4"} {"level":"info","ts":1785776389.049448,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2993478d-8f7a-4383-9941-2600221e31c4","EoS":true} {"level":"info","ts":1785776389.049458,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2993478d-8f7a-4383-9941-2600221e31c4"}