{"level":"info","ts":1784925028.8682325,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea873724-da6d-9676-af9f-d7d0cb59b0f4"}
{"level":"info","ts":1784925028.8682516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea873724-da6d-9676-af9f-d7d0cb59b0f4","EoS":true}
{"level":"info","ts":1784925028.868288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea873724-da6d-9676-af9f-d7d0cb59b0f4","header":"x-maas-subscription"}
{"level":"info","ts":1784925028.8683038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea873724-da6d-9676-af9f-d7d0cb59b0f4","header":"x-maas-username"}
{"level":"info","ts":1784925028.868312,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea873724-da6d-9676-af9f-d7d0cb59b0f4","header":"x-maas-group"}
{"level":"info","ts":1784925028.8683295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea873724-da6d-9676-af9f-d7d0cb59b0f4","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925028.868365,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea873724-da6d-9676-af9f-d7d0cb59b0f4"}
{"level":"info","ts":1784925028.8692474,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ea873724-da6d-9676-af9f-d7d0cb59b0f4"}
{"level":"info","ts":1784925028.869267,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ea873724-da6d-9676-af9f-d7d0cb59b0f4"}
{"level":"info","ts":1784925028.869282,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea873724-da6d-9676-af9f-d7d0cb59b0f4","EoS":false}
{"level":"info","ts":1784925028.869306,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea873724-da6d-9676-af9f-d7d0cb59b0f4","EoS":true}
{"level":"info","ts":1784925028.8693419,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ea873724-da6d-9676-af9f-d7d0cb59b0f4"}
{"level":"info","ts":1784925052.063939,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925052.0640168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87"}
{"level":"info","ts":1784925052.064029,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87"}
{"level":"info","ts":1784925052.0640404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87","EoS":true}
{"level":"info","ts":1784925052.0640683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87","header":"x-maas-username"}
{"level":"info","ts":1784925052.0640783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87","header":"x-maas-subscription"}
{"level":"info","ts":1784925052.0640838,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87","header":"x-maas-group"}
{"level":"info","ts":1784925052.0640981,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925052.0641222,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87"}
{"level":"info","ts":1784925052.067233,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87"}
{"level":"info","ts":1784925052.0672557,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87"}
{"level":"info","ts":1784925052.0672798,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87","EoS":false}
{"level":"info","ts":1784925052.0672944,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87","EoS":true}
{"level":"info","ts":1784925052.0673325,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4517703d-d1b9-4956-8397-73ed06a18c87"}
{"level":"info","ts":1784925052.2073524,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925052.207432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285"}
{"level":"info","ts":1784925052.2074416,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285"}
{"level":"info","ts":1784925052.2074537,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285","EoS":true}
{"level":"info","ts":1784925052.2074778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285","header":"x-maas-group"}
{"level":"info","ts":1784925052.207489,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285","header":"x-maas-subscription"}
{"level":"info","ts":1784925052.2074943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285","header":"x-maas-username"}
{"level":"info","ts":1784925052.2075067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925052.2075298,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285"}
{"level":"info","ts":1784925052.2086558,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285"}
{"level":"info","ts":1784925052.2086785,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285"}
{"level":"info","ts":1784925052.2086935,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285","EoS":false}
{"level":"info","ts":1784925052.2087104,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285","EoS":true}
{"level":"info","ts":1784925052.2087512,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a4b4e59f-5127-4b4d-aee8-17328c6b2285"}
{"level":"info","ts":1784925052.348573,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925052.3486733,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d"}
{"level":"info","ts":1784925052.348686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d"}
{"level":"info","ts":1784925052.3487024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d","EoS":true}
{"level":"info","ts":1784925052.3487408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d","header":"x-maas-subscription"}
{"level":"info","ts":1784925052.3487542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d","header":"x-maas-username"}
{"level":"info","ts":1784925052.348765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d","header":"x-maas-group"}
{"level":"info","ts":1784925052.3487813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925052.3488138,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d"}
{"level":"info","ts":1784925052.3499646,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d"}
{"level":"info","ts":1784925052.3499844,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d"}
{"level":"info","ts":1784925052.3500001,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d","EoS":false}
{"level":"info","ts":1784925052.350015,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d","EoS":true}
{"level":"info","ts":1784925052.350054,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c004ae73-1b0d-4956-8f6f-2a0e32707c5d"}
{"level":"info","ts":1784925052.4877968,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925052.487893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc"}
{"level":"info","ts":1784925052.487908,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc"}
{"level":"info","ts":1784925052.4879267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc","EoS":true}
{"level":"info","ts":1784925052.4879642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc","header":"x-maas-username"}
{"level":"info","ts":1784925052.4879782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc","header":"x-maas-subscription"}
{"level":"info","ts":1784925052.487986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc","header":"x-maas-group"}
{"level":"info","ts":1784925052.4880056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925052.488038,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc"}
{"level":"info","ts":1784925052.48911,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc"}
{"level":"info","ts":1784925052.4891286,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc"}
{"level":"info","ts":1784925052.4891436,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc","EoS":false}
{"level":"info","ts":1784925052.4891553,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc","EoS":true}
{"level":"info","ts":1784925052.4891965,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1f3196f9-1215-4dd0-a92e-f582ac2828fc"}
{"level":"info","ts":1784925052.632877,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925052.6329675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc"}
{"level":"info","ts":1784925052.6329842,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc"}
{"level":"info","ts":1784925052.6330042,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc","EoS":true}
{"level":"info","ts":1784925052.6330407,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc","header":"x-maas-username"}
{"level":"info","ts":1784925052.6330564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc","header":"x-maas-group"}
{"level":"info","ts":1784925052.633065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc","header":"x-maas-subscription"}
{"level":"info","ts":1784925052.6330855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925052.6331205,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc"}
{"level":"info","ts":1784925052.634255,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc"}
{"level":"info","ts":1784925052.6342742,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc"}
{"level":"info","ts":1784925052.6342897,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc","EoS":false}
{"level":"info","ts":1784925052.6343014,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc","EoS":true}
{"level":"info","ts":1784925052.6343398,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c0d5a019-670a-48d6-9177-31770526f2dc"}
{"level":"info","ts":1784925071.6288884,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925071.6289783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760"}
{"level":"info","ts":1784925071.6289918,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760"}
{"level":"info","ts":1784925071.629005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760","EoS":true}
{"level":"info","ts":1784925071.6290326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760","header":"x-maas-username"}
{"level":"info","ts":1784925071.6290429,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760","header":"x-maas-group"}
{"level":"info","ts":1784925071.6290486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760","header":"x-maas-subscription"}
{"level":"info","ts":1784925071.6290617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925071.62913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760"}
{"level":"info","ts":1784925071.6323512,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760"}
{"level":"info","ts":1784925071.6323771,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760"}
{"level":"info","ts":1784925071.6323922,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760","EoS":false}
{"level":"info","ts":1784925071.6324036,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760","EoS":true}
{"level":"info","ts":1784925071.6324432,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9dfa37c8-7b70-45ef-9ada-8d9532a8a760"}
{"level":"info","ts":1784925071.7512934,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925071.751382,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1c052071-6273-4fcf-92e7-2a9f1683181a"}
{"level":"info","ts":1784925071.752477,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1c052071-6273-4fcf-92e7-2a9f1683181a"}
{"level":"info","ts":1784925071.752505,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1c052071-6273-4fcf-92e7-2a9f1683181a"}
{"level":"info","ts":1784925071.7525268,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1c052071-6273-4fcf-92e7-2a9f1683181a","EoS":false}
{"level":"info","ts":1784925071.7525487,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"1c052071-6273-4fcf-92e7-2a9f1683181a"}
{"level":"info","ts":1784925071.752586,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1c052071-6273-4fcf-92e7-2a9f1683181a","EoS":true}
{"level":"info","ts":1784925071.7526338,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"1c052071-6273-4fcf-92e7-2a9f1683181a"}
{"level":"info","ts":1784925076.3734877,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925076.373572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc"}
{"level":"info","ts":1784925076.3735805,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc"}
{"level":"info","ts":1784925076.3735912,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc","EoS":true}
{"level":"info","ts":1784925076.3736472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc","header":"x-maas-group"}
{"level":"info","ts":1784925076.373659,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc","header":"x-maas-username"}
{"level":"info","ts":1784925076.3736637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc","header":"x-maas-subscription"}
{"level":"info","ts":1784925076.3736792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925076.3737023,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc"}
{"level":"info","ts":1784925076.3745692,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc"}
{"level":"info","ts":1784925076.3745894,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc"}
{"level":"info","ts":1784925076.3746207,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc","EoS":false}
{"level":"info","ts":1784925076.374636,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc","EoS":true}
{"level":"info","ts":1784925076.3746743,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"12fbcc6a-d96a-49b2-be8d-de895b65e9dc"}
{"level":"info","ts":1784925086.981507,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925086.9816113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc"}
{"level":"info","ts":1784925086.9816244,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc"}
{"level":"info","ts":1784925086.9816465,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc","EoS":true}
{"level":"info","ts":1784925086.9816887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc","header":"x-maas-group"}
{"level":"info","ts":1784925086.9817019,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc","header":"x-maas-subscription"}
{"level":"info","ts":1784925086.9817102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc","header":"x-maas-username"}
{"level":"info","ts":1784925086.9817293,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784925086.9817607,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc"}
{"level":"info","ts":1784925086.9846585,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc"}
{"level":"info","ts":1784925086.984681,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc"}
{"level":"info","ts":1784925086.9846961,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc","EoS":false}
{"level":"info","ts":1784925086.9847088,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc","EoS":true}
{"level":"info","ts":1784925086.9847496,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"037399d0-72df-4216-a485-15c6250afcdc"}
{"level":"info","ts":1784925099.8898685,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925099.8899558,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d"}
{"level":"info","ts":1784925099.8899696,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d"}
{"level":"info","ts":1784925099.8899872,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d","EoS":true}
{"level":"info","ts":1784925099.8900137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d","header":"x-maas-username"}
{"level":"info","ts":1784925099.8900216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d","header":"x-maas-subscription"}
{"level":"info","ts":1784925099.8900273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d","header":"x-maas-group"}
{"level":"info","ts":1784925099.8900394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925099.890068,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d"}
{"level":"info","ts":1784925099.8909297,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d"}
{"level":"info","ts":1784925099.8909502,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d"}
{"level":"info","ts":1784925099.8909645,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d","EoS":false}
{"level":"info","ts":1784925099.8909767,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d","EoS":true}
{"level":"info","ts":1784925099.8910143,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f44e9dd0-1241-4d36-95b7-7fbf11a58c2d"}
{"level":"info","ts":1784925108.4242146,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925108.4242947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a"}
{"level":"info","ts":1784925108.424305,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a"}
{"level":"info","ts":1784925108.4243171,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a","EoS":true}
{"level":"info","ts":1784925108.424345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a","header":"x-maas-username"}
{"level":"info","ts":1784925108.424355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a","header":"x-maas-group"}
{"level":"info","ts":1784925108.4243593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a","header":"x-maas-subscription"}
{"level":"info","ts":1784925108.4243739,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925108.4243968,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a"}
{"level":"info","ts":1784925108.4252472,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a"}
{"level":"info","ts":1784925108.4252627,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a"}
{"level":"info","ts":1784925108.4252737,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a","EoS":false}
{"level":"info","ts":1784925108.4252841,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a","EoS":true}
{"level":"info","ts":1784925108.4253128,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"70b06e7d-fa42-4375-ac31-507465563d9a"}
{"level":"info","ts":1784925117.3124437,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925117.3125243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab"}
{"level":"info","ts":1784925117.3125346,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab"}
{"level":"info","ts":1784925117.312547,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab","EoS":true}
{"level":"info","ts":1784925117.312636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab","header":"x-maas-username"}
{"level":"info","ts":1784925117.3126535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab","header":"x-maas-group"}
{"level":"info","ts":1784925117.312663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab","header":"x-maas-subscription"}
{"level":"info","ts":1784925117.3126767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925117.3127027,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab"}
{"level":"info","ts":1784925117.3134646,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab"}
{"level":"info","ts":1784925117.3134835,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab"}
{"level":"info","ts":1784925117.3134983,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab","EoS":false}
{"level":"info","ts":1784925117.3135083,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab","EoS":true}
{"level":"info","ts":1784925117.3135424,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f92fe17b-98a5-45c0-864d-8acd36250cab"}
{"level":"info","ts":1784925142.2764719,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925142.2765462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212"}
{"level":"info","ts":1784925142.2765553,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212"}
{"level":"info","ts":1784925142.2765675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212","EoS":true}
{"level":"info","ts":1784925142.276659,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212","header":"x-maas-username"}
{"level":"info","ts":1784925142.276672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212","header":"x-maas-group"}
{"level":"info","ts":1784925142.2766771,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212","header":"x-maas-subscription"}
{"level":"info","ts":1784925142.2766907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784925142.2767155,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212"}
{"level":"info","ts":1784925142.2777076,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212"}
{"level":"info","ts":1784925142.277729,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212"}
{"level":"info","ts":1784925142.277744,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212","EoS":false}
{"level":"info","ts":1784925142.2777557,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212","EoS":true}
{"level":"info","ts":1784925142.2777953,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8648f7f9-6180-4bb5-b6e9-7ba3cc77f212"}
{"level":"info","ts":1784925164.9227362,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925164.9228203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b"}
{"level":"info","ts":1784925164.9228325,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b"}
{"level":"info","ts":1784925164.92285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b","EoS":true}
{"level":"info","ts":1784925164.922892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b","header":"x-maas-username"}
{"level":"info","ts":1784925164.9229052,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b","header":"x-maas-group"}
{"level":"info","ts":1784925164.9229128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b","header":"x-maas-subscription"}
{"level":"info","ts":1784925164.9229326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784925164.9229684,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b"}
{"level":"info","ts":1784925164.9262888,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b"}
{"level":"info","ts":1784925164.9263113,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b"}
{"level":"info","ts":1784925164.9263275,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b","EoS":false}
{"level":"info","ts":1784925164.9263394,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b","EoS":true}
{"level":"info","ts":1784925164.9263759,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9eb35f7a-2d5d-47f5-b059-3017b4fe0a9b"}
{"level":"info","ts":1784925191.4600942,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925191.4601753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6"}
{"level":"info","ts":1784925191.4601903,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6"}
{"level":"info","ts":1784925191.460202,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6","EoS":true}
{"level":"info","ts":1784925191.460227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6","header":"x-maas-group"}
{"level":"info","ts":1784925191.4602375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6","header":"x-maas-subscription"}
{"level":"info","ts":1784925191.4602425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6","header":"x-maas-username"}
{"level":"info","ts":1784925191.4602559,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925191.4602811,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6"}
{"level":"info","ts":1784925191.4612038,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6"}
{"level":"info","ts":1784925191.4612246,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6"}
{"level":"info","ts":1784925191.4612405,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6","EoS":false}
{"level":"info","ts":1784925191.4612527,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6","EoS":true}
{"level":"info","ts":1784925191.4612887,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"68698491-ed28-418e-97f0-d3b6eef5afd6"}
{"level":"info","ts":1784925200.960366,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925200.9604564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c"}
{"level":"info","ts":1784925200.9604692,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c"}
{"level":"info","ts":1784925200.9604971,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c","EoS":true}
{"level":"info","ts":1784925200.9605372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c","header":"x-maas-username"}
{"level":"info","ts":1784925200.9605527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c","header":"x-maas-subscription"}
{"level":"info","ts":1784925200.9605615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c","header":"x-maas-group"}
{"level":"info","ts":1784925200.9605796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925200.960635,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c"}
{"level":"info","ts":1784925200.9637365,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c"}
{"level":"info","ts":1784925200.9637575,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c"}
{"level":"info","ts":1784925200.9637733,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c","EoS":false}
{"level":"info","ts":1784925200.9637852,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c","EoS":true}
{"level":"info","ts":1784925200.9638205,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"905295cd-25cd-44c8-a1fa-1e3921727b2c"}
{"level":"info","ts":1784925201.008429,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925201.0085077,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1"}
{"level":"info","ts":1784925201.0085173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1"}
{"level":"info","ts":1784925201.0085285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1","EoS":true}
{"level":"info","ts":1784925201.0085511,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1","header":"x-maas-group"}
{"level":"info","ts":1784925201.0085595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1","header":"x-maas-subscription"}
{"level":"info","ts":1784925201.00857,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1","header":"x-maas-username"}
{"level":"info","ts":1784925201.008585,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925201.0086372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1"}
{"level":"info","ts":1784925201.0096269,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1"}
{"level":"info","ts":1784925201.0096476,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1"}
{"level":"info","ts":1784925201.0096633,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1","EoS":false}
{"level":"info","ts":1784925201.0096748,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1","EoS":true}
{"level":"info","ts":1784925201.0097182,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5d92957f-e412-40e8-a4bb-2681bde446a1"}
{"level":"info","ts":1784925220.1451125,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925220.145202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4"}
{"level":"info","ts":1784925220.1452124,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4"}
{"level":"info","ts":1784925220.1452253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4","EoS":true}
{"level":"info","ts":1784925220.1452534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4","header":"x-maas-subscription"}
{"level":"info","ts":1784925220.145264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4","header":"x-maas-username"}
{"level":"info","ts":1784925220.1452687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4","header":"x-maas-group"}
{"level":"info","ts":1784925220.145281,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925220.1453028,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4"}
{"level":"info","ts":1784925220.1460927,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4"}
{"level":"info","ts":1784925220.1461136,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4"}
{"level":"info","ts":1784925220.1461349,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4","EoS":false}
{"level":"info","ts":1784925220.1461506,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4","EoS":true}
{"level":"info","ts":1784925220.1461842,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1d44f969-dde7-4ae1-94aa-97ddfc1660b4"}
{"level":"info","ts":1784925351.1561596,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925351.1562455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881"}
{"level":"info","ts":1784925351.1562579,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881"}
{"level":"info","ts":1784925351.1562688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881","EoS":true}
{"level":"info","ts":1784925351.1562934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881","header":"x-maas-group"}
{"level":"info","ts":1784925351.1563032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881","header":"x-maas-subscription"}
{"level":"info","ts":1784925351.1563075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881","header":"x-maas-username"}
{"level":"info","ts":1784925351.1563213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784925351.1563482,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881"}
{"level":"info","ts":1784925351.1580157,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881"}
{"level":"info","ts":1784925351.1580443,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881"}
{"level":"info","ts":1784925351.158067,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881","EoS":false}
{"level":"info","ts":1784925351.158085,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881","EoS":true}
{"level":"info","ts":1784925351.158137,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"69597107-0346-44a0-a7f6-2d99c7eb2881"}
{"level":"info","ts":1784925388.1788516,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925388.1789343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee"}
{"level":"info","ts":1784925388.1789756,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee"}
{"level":"info","ts":1784925388.1789944,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee","EoS":true}
{"level":"info","ts":1784925388.1790218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee","header":"x-maas-subscription"}
{"level":"info","ts":1784925388.1790328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee","header":"x-maas-group"}
{"level":"info","ts":1784925388.1790383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee","header":"x-maas-username"}
{"level":"info","ts":1784925388.1790504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925388.1790807,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee"}
{"level":"info","ts":1784925388.180713,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee"}
{"level":"info","ts":1784925388.1807292,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee"}
{"level":"info","ts":1784925388.1807418,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee","EoS":false}
{"level":"info","ts":1784925388.180752,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee","EoS":true}
{"level":"info","ts":1784925388.180783,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ce154269-f383-4f9f-9a00-ef226b3527ee"}
{"level":"info","ts":1784925403.421467,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925403.421552,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405"}
{"level":"info","ts":1784925403.4215624,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405"}
{"level":"info","ts":1784925403.4215746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405","EoS":true}
{"level":"info","ts":1784925403.4216263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405","header":"x-maas-username"}
{"level":"info","ts":1784925403.4216385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405","header":"x-maas-group"}
{"level":"info","ts":1784925403.4216435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405","header":"x-maas-subscription"}
{"level":"info","ts":1784925403.421657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925403.4216838,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405"}
{"level":"info","ts":1784925403.4238613,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405"}
{"level":"info","ts":1784925403.423875,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405"}
{"level":"info","ts":1784925403.4238873,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405","EoS":false}
{"level":"info","ts":1784925403.4239016,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405","EoS":true}
{"level":"info","ts":1784925403.423939,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"92935633-aeae-463b-bf53-3ce3bb23d405"}
{"level":"info","ts":1784925703.3154125,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925703.315501,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc"}
{"level":"info","ts":1784925703.3155093,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc"}
{"level":"info","ts":1784925703.3155217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc","EoS":true}
{"level":"info","ts":1784925703.3155484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc","header":"x-maas-group"}
{"level":"info","ts":1784925703.315562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc","header":"x-maas-username"}
{"level":"info","ts":1784925703.3155694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc","header":"x-maas-subscription"}
{"level":"info","ts":1784925703.3155854,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925703.3156443,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc"}
{"level":"info","ts":1784925703.318618,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc"}
{"level":"info","ts":1784925703.3186398,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc"}
{"level":"info","ts":1784925703.3186574,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc","EoS":false}
{"level":"info","ts":1784925703.3186681,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc","EoS":true}
{"level":"info","ts":1784925703.318702,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a03e5149-9f61-4b17-9d49-e3c59a7db5fc"}
{"level":"info","ts":1784925703.35929,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925703.359345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937"}
{"level":"info","ts":1784925703.3593535,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937"}
{"level":"info","ts":1784925703.3593638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937","EoS":true}
{"level":"info","ts":1784925703.3593824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937","header":"x-maas-username"}
{"level":"info","ts":1784925703.3593924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937","header":"x-maas-subscription"}
{"level":"info","ts":1784925703.3593976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937","header":"x-maas-group"}
{"level":"info","ts":1784925703.359408,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784925703.3594282,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937"}
{"level":"info","ts":1784925703.3604608,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937"}
{"level":"info","ts":1784925703.3604796,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937"}
{"level":"info","ts":1784925703.3604937,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937","EoS":false}
{"level":"info","ts":1784925703.360504,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937","EoS":true}
{"level":"info","ts":1784925703.3605368,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5b8bae3b-02da-4fd1-a637-027101bcd937"}
{"level":"info","ts":1784925708.240508,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"350ef3cb-155a-42fa-b699-1b1894c20667","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784925708.2408965,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39455.504019049,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784925708.2409275,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784925708.2799816,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784925708.34148,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"350ef3cb-155a-42fa-b699-1b1894c20667","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784925708.3562388,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b74b91a-160b-45c7-b2ef-fb36a6af39c4","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784925708.3562741,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b74b91a-160b-45c7-b2ef-fb36a6af39c4","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784925708.3563023,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4747fbba-1bb2-45bd-ae41-0c9eca33c54d"}
{"level":"info","ts":1784925708.3634117,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4b63bc6-74c5-4128-8668-9fc4ed0912e9","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784925708.3634388,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4b63bc6-74c5-4128-8668-9fc4ed0912e9","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784925708.3638625,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33192.663544202,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784925708.3638825,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784925708.3719983,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784925708.4640782,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4747fbba-1bb2-45bd-ae41-0c9eca33c54d","name":"e2e-external-provider"}
{"level":"info","ts":1784925708.4719908,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a0f603a6-af53-4756-b84c-c9f8b314e4e3","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784925708.4720047,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2731a32-a1fc-4aad-92c0-1cb440c79ddf"}
{"level":"info","ts":1784925708.4720361,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a0f603a6-af53-4756-b84c-c9f8b314e4e3","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784925708.4774165,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2731a32-a1fc-4aad-92c0-1cb440c79ddf","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784925708.4774442,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f9b4a24-6668-4db4-ba8f-62be0d586cc5","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784925708.477468,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f9b4a24-6668-4db4-ba8f-62be0d586cc5","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784925708.4778166,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4747fbba-1bb2-45bd-ae41-0c9eca33c54d","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784925708.4847047,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cefa76a7-dcb1-46f5-95b2-fddd0cf093af","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784925708.484739,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cefa76a7-dcb1-46f5-95b2-fddd0cf093af","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784925708.4849315,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2731a32-a1fc-4aad-92c0-1cb440c79ddf","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784925708.4849958,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6702ed24-65fa-463d-9f18-b699a81ecbbf"}
{"level":"info","ts":1784925708.4850154,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6702ed24-65fa-463d-9f18-b699a81ecbbf","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784925708.4879665,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4747fbba-1bb2-45bd-ae41-0c9eca33c54d","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784925708.4888084,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6702ed24-65fa-463d-9f18-b699a81ecbbf","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784925708.4945078,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4747fbba-1bb2-45bd-ae41-0c9eca33c54d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784925708.499337,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3fcb7b8-4f22-405e-910b-f863535c6580"}
{"level":"info","ts":1784925708.499364,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3fcb7b8-4f22-405e-910b-f863535c6580","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784925708.5003736,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9cad6432-840a-492f-9474-d4c0e14f7a6c","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784925708.500409,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9cad6432-840a-492f-9474-d4c0e14f7a6c","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784925708.5004554,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ebeb485f-1e2c-42b0-88fc-968de7448bef","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784925708.5004795,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ebeb485f-1e2c-42b0-88fc-968de7448bef","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784925708.5007558,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c70b6dc4-e6c4-4647-b80d-f41a02eb4c2a"}
{"level":"info","ts":1784925708.5008209,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c70b6dc4-e6c4-4647-b80d-f41a02eb4c2a","name":"e2e-external-provider"}
{"level":"error","ts":1784925708.5033348,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3fcb7b8-4f22-405e-910b-f863535c6580","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784925708.5033855,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"239a25c4-7a18-4731-a544-8c73127b0cac"}
{"level":"info","ts":1784925708.5036495,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38783.822940189,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784925708.5036662,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784925708.5101047,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c70b6dc4-e6c4-4647-b80d-f41a02eb4c2a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784925708.5110831,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784925708.6037846,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"239a25c4-7a18-4731-a544-8c73127b0cac","name":"e2e-external-model"}
{"level":"info","ts":1784925708.6144266,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"239a25c4-7a18-4731-a544-8c73127b0cac","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784925708.619858,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcdceab5-630c-4994-bdfc-f74892c5f4c9","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784925708.6199038,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fcdceab5-630c-4994-bdfc-f74892c5f4c9","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784925708.6202893,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72542f09-d338-4223-8a76-0866502bcf56"}
{"level":"info","ts":1784925708.620343,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72542f09-d338-4223-8a76-0866502bcf56","name":"e2e-external-model"}
{"level":"error","ts":1784925708.6363347,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72542f09-d338-4223-8a76-0866502bcf56","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784925708.6363878,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cffb08d0-37ec-4328-9c6c-345614e8d7f6","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784925708.6364176,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cffb08d0-37ec-4328-9c6c-345614e8d7f6","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784925708.6364217,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4952497-beeb-4fc2-b76c-20ef8b19e5e7"}
{"level":"info","ts":1784925708.6364615,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4952497-beeb-4fc2-b76c-20ef8b19e5e7","name":"e2e-external-model"}
{"level":"info","ts":1784925708.6437395,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4952497-beeb-4fc2-b76c-20ef8b19e5e7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784925708.648612,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"962c23a0-5089-4a9e-a9e5-b607812bf997","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784925708.6486397,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"962c23a0-5089-4a9e-a9e5-b607812bf997","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784925708.6488726,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abbe35d5-2652-4025-be39-2f470474a5d9"}
{"level":"info","ts":1784925708.6489289,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abbe35d5-2652-4025-be39-2f470474a5d9","name":"e2e-external-model"}
{"level":"info","ts":1784925708.656189,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abbe35d5-2652-4025-be39-2f470474a5d9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784925715.9897575,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925715.9898417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84"}
{"level":"info","ts":1784925715.9898517,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84"}
{"level":"info","ts":1784925715.9898632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84","EoS":true}
{"level":"info","ts":1784925715.98989,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84","header":"x-maas-subscription"}
{"level":"info","ts":1784925715.9899054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84","header":"x-maas-username"}
{"level":"info","ts":1784925715.9899104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84","header":"x-maas-group"}
{"level":"info","ts":1784925715.9899235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784925715.989932,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84","modelName":"e2e-external-model"}
{"level":"info","ts":1784925715.989945,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784925715.989988,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784925715.9900038,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84","authType":"apikey"}
{"level":"info","ts":1784925715.9900289,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e0d6948-fa8f-4b41-bf0a-4c2a228acc84"}
{"level":"info","ts":1784925716.1238341,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3118c4d8-d551-4eea-9440-339db0959d68","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784925716.1238801,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3118c4d8-d551-4eea-9440-339db0959d68","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784925716.123878,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45f1f5ec-5e2f-450f-999e-50e386bded23"}
{"level":"info","ts":1784925716.131164,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89727e5e-95f5-4c13-9aa8-6eddb994cee5","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784925716.131214,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"89727e5e-95f5-4c13-9aa8-6eddb994cee5","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784925716.1314142,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45f1f5ec-5e2f-450f-999e-50e386bded23","name":"e2e-cleanup-test"}
{"level":"info","ts":1784925716.1404207,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45f1f5ec-5e2f-450f-999e-50e386bded23","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784925716.1460493,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2d81bbf9-8fa1-49b1-9d75-4b97359247b4","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784925716.1460803,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2d81bbf9-8fa1-49b1-9d75-4b97359247b4","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784925716.1463184,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"636a6b3a-c9bb-45c4-9dec-cafd4fada9b2"}
{"level":"info","ts":1784925716.1463892,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"636a6b3a-c9bb-45c4-9dec-cafd4fada9b2","name":"e2e-cleanup-test"}
{"level":"info","ts":1784925716.1594646,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d3295f9-d67c-400d-9642-3b803bca41b1","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784925716.1594944,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d3295f9-d67c-400d-9642-3b803bca41b1","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784925716.1631427,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"636a6b3a-c9bb-45c4-9dec-cafd4fada9b2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784925716.1631982,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"636a6b3a-c9bb-45c4-9dec-cafd4fada9b2","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784925716.1632445,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56598941-2161-4ae5-96df-3917f96d37e6"}
{"level":"info","ts":1784925716.1632924,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56598941-2161-4ae5-96df-3917f96d37e6","name":"e2e-cleanup-test"}
{"level":"info","ts":1784925716.171019,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56598941-2161-4ae5-96df-3917f96d37e6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784925716.173684,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6fb1feb-6304-40f0-a5ec-68cabd0c17d0","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784925716.1737182,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6fb1feb-6304-40f0-a5ec-68cabd0c17d0","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784925716.1746929,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"56598941-2161-4ae5-96df-3917f96d37e6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784925716.1747627,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83349c9d-b42a-49c8-a020-983a67d64242"}
{"level":"info","ts":1784925716.1748123,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83349c9d-b42a-49c8-a020-983a67d64242","name":"e2e-cleanup-test"}
{"level":"info","ts":1784925716.1861606,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83349c9d-b42a-49c8-a020-983a67d64242","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784925724.3939946,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75521eaf-99fa-4b83-ae29-8963d92c6225","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784925724.3940341,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75521eaf-99fa-4b83-ae29-8963d92c6225","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784925724.3940492,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de0c8e3f-b006-4ec5-b18b-23d106090660"}
{"level":"info","ts":1784925728.7177463,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925728.7178402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba4c8020-b053-40dd-83f7-29a677419646"}
{"level":"info","ts":1784925728.7178586,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba4c8020-b053-40dd-83f7-29a677419646"}
{"level":"info","ts":1784925728.717878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba4c8020-b053-40dd-83f7-29a677419646","EoS":true}
{"level":"info","ts":1784925728.7179248,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba4c8020-b053-40dd-83f7-29a677419646","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784925728.7179618,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba4c8020-b053-40dd-83f7-29a677419646"}
{"level":"info","ts":1784925728.7635162,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925728.763586,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7"}
{"level":"info","ts":1784925728.7636213,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7"}
{"level":"info","ts":1784925728.763635,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7","EoS":true}
{"level":"info","ts":1784925728.7636688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7","header":"x-maas-username"}
{"level":"info","ts":1784925728.7636786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7","header":"x-maas-subscription"}
{"level":"info","ts":1784925728.7636845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7","header":"x-maas-group"}
{"level":"info","ts":1784925728.7637,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784925728.7637095,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7","modelName":"e2e-external-model"}
{"level":"info","ts":1784925728.763722,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784925728.7637436,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784925728.76376,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7","authType":"apikey"}
{"level":"info","ts":1784925728.763789,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1205452b-4cf6-4a07-9608-2086d636aca7"}
{"level":"info","ts":1784925728.8060336,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925728.8060918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf"}
{"level":"info","ts":1784925728.8061113,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf"}
{"level":"info","ts":1784925728.806142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf","EoS":true}
{"level":"info","ts":1784925728.8061674,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf","header":"x-maas-username"}
{"level":"info","ts":1784925728.8061771,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf","header":"x-maas-subscription"}
{"level":"info","ts":1784925728.8061824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf","header":"x-maas-group"}
{"level":"info","ts":1784925728.8061924,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784925728.8062193,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf"}
{"level":"info","ts":1784925728.9104106,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf"}
{"level":"info","ts":1784925728.9104424,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf"}
{"level":"info","ts":1784925728.910459,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf","EoS":false}
{"level":"info","ts":1784925728.910473,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf","EoS":true}
{"level":"error","ts":1784925728.9104922,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784925728.9105728,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"98fda56b-0b75-4987-9543-ba264e29efcf"}
{"level":"info","ts":1784925728.9501712,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784925728.9502423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761"}
{"level":"info","ts":1784925728.950254,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761"}
{"level":"info","ts":1784925728.9502652,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761","EoS":true}
{"level":"info","ts":1784925728.950291,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761","header":"x-maas-username"}
{"level":"info","ts":1784925728.9503012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761","header":"x-maas-group"}
{"level":"info","ts":1784925728.950306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761","header":"x-maas-subscription"}
{"level":"info","ts":1784925728.9503343,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761"}
{"level":"info","ts":1784925729.0481648,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761"}
{"level":"info","ts":1784925729.048196,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761"}
{"level":"info","ts":1784925729.0482142,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761","EoS":false}
{"level":"info","ts":1784925729.0482275,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761","EoS":true}
{"level":"error","ts":1784925729.048244,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784925729.048288,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5e009ea1-17e1-46e6-858c-ee1e79836761"}
{"level":"info","ts":1784925729.9538107,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3252045e-5b93-41ed-8f6b-70a6ae36db8a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784925729.9538498,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3252045e-5b93-41ed-8f6b-70a6ae36db8a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784925729.953842,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a22b3f8a-76db-43df-950f-bba15cfcf809"}
{"level":"info","ts":1784925730.1181366,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d4c75024-b17d-4898-a14a-8b7ca72aa44d"}
{"level":"info","ts":1784925730.1181731,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"834d7cce-0256-40e2-8c4d-908ef02dc9af","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784925730.1182249,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"834d7cce-0256-40e2-8c4d-908ef02dc9af","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784925730.2441566,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2c06a53b-77d6-4434-ba7d-87daee7ac30c","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784925730.2442167,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2c06a53b-77d6-4434-ba7d-87daee7ac30c","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784926960.4731956,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784926960.4733047,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34f26d99-f044-496d-b494-a0946cf48f18"}
{"level":"info","ts":1784927015.9114242,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784927015.9115202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909"}
{"level":"info","ts":1784927015.9115403,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909"}
{"level":"info","ts":1784927015.911559,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909","EoS":true}
{"level":"info","ts":1784927015.9116743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909","header":"x-maas-group"}
{"level":"info","ts":1784927015.911689,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909","header":"x-maas-username"}
{"level":"info","ts":1784927015.911696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909","header":"x-maas-subscription"}
{"level":"info","ts":1784927015.9117131,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1784927015.9117494,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909"}
{"level":"info","ts":1784927015.9131632,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909"}
{"level":"info","ts":1784927015.913189,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909"}
{"level":"info","ts":1784927015.9132047,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909","EoS":false}
{"level":"info","ts":1784927015.9132168,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909","EoS":true}
{"level":"info","ts":1784927015.9132543,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c5b05962-144a-4fb3-a40c-46258d659909"}