{"level":"info","ts":1784913898.879656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28e7053e-a8b9-43c9-92ad-eea4c132a27b","header":"x-maas-username"}
{"level":"info","ts":1784913898.8796694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28e7053e-a8b9-43c9-92ad-eea4c132a27b","header":"x-maas-group"}
{"level":"info","ts":1784913898.8796782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28e7053e-a8b9-43c9-92ad-eea4c132a27b","header":"x-maas-subscription"}
{"level":"info","ts":1784913898.8796964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28e7053e-a8b9-43c9-92ad-eea4c132a27b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913898.8797288,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28e7053e-a8b9-43c9-92ad-eea4c132a27b"}
{"level":"info","ts":1784913898.881362,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28e7053e-a8b9-43c9-92ad-eea4c132a27b"}
{"level":"info","ts":1784913898.881382,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"28e7053e-a8b9-43c9-92ad-eea4c132a27b"}
{"level":"info","ts":1784913898.8814037,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"28e7053e-a8b9-43c9-92ad-eea4c132a27b","EoS":false}
{"level":"info","ts":1784913898.8814187,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"28e7053e-a8b9-43c9-92ad-eea4c132a27b","EoS":true}
{"level":"info","ts":1784913898.8814692,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"28e7053e-a8b9-43c9-92ad-eea4c132a27b"}
{"level":"info","ts":1784913899.6600053,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913899.6600804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a833f5d-6380-407f-b507-968542e9249e"}
{"level":"info","ts":1784913899.6600924,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a833f5d-6380-407f-b507-968542e9249e"}
{"level":"info","ts":1784913899.660104,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a833f5d-6380-407f-b507-968542e9249e","EoS":true}
{"level":"info","ts":1784913899.660132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a833f5d-6380-407f-b507-968542e9249e","header":"x-maas-subscription"}
{"level":"info","ts":1784913899.660143,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a833f5d-6380-407f-b507-968542e9249e","header":"x-maas-group"}
{"level":"info","ts":1784913899.6601477,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a833f5d-6380-407f-b507-968542e9249e","header":"x-maas-username"}
{"level":"info","ts":1784913899.6601617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a833f5d-6380-407f-b507-968542e9249e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913899.6601858,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a833f5d-6380-407f-b507-968542e9249e"}
{"level":"info","ts":1784913899.661007,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2a833f5d-6380-407f-b507-968542e9249e"}
{"level":"info","ts":1784913899.661017,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2a833f5d-6380-407f-b507-968542e9249e"}
{"level":"info","ts":1784913899.6610274,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2a833f5d-6380-407f-b507-968542e9249e","EoS":false}
{"level":"info","ts":1784913899.6610365,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2a833f5d-6380-407f-b507-968542e9249e","EoS":true}
{"level":"info","ts":1784913899.661066,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2a833f5d-6380-407f-b507-968542e9249e"}
{"level":"info","ts":1784913922.7350528,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913922.7351353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee"}
{"level":"info","ts":1784913922.735147,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee"}
{"level":"info","ts":1784913922.7351584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee","EoS":true}
{"level":"info","ts":1784913922.735188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee","header":"x-maas-subscription"}
{"level":"info","ts":1784913922.7351995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee","header":"x-maas-group"}
{"level":"info","ts":1784913922.7352045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee","header":"x-maas-username"}
{"level":"info","ts":1784913922.735221,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913922.7352471,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee"}
{"level":"info","ts":1784913922.7365007,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee"}
{"level":"info","ts":1784913922.736524,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee"}
{"level":"info","ts":1784913922.7365398,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee","EoS":false}
{"level":"info","ts":1784913922.7365518,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee","EoS":true}
{"level":"info","ts":1784913922.7365897,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a52170eb-6ad2-40fa-84e7-b9ba109d41ee"}
{"level":"info","ts":1784913922.8715913,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913922.8716798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde"}
{"level":"info","ts":1784913922.8716936,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde"}
{"level":"info","ts":1784913922.8717048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde","EoS":true}
{"level":"info","ts":1784913922.8717299,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde","header":"x-maas-group"}
{"level":"info","ts":1784913922.8717406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde","header":"x-maas-subscription"}
{"level":"info","ts":1784913922.8717456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde","header":"x-maas-username"}
{"level":"info","ts":1784913922.8717597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913922.8717818,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde"}
{"level":"info","ts":1784913922.8750625,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde"}
{"level":"info","ts":1784913922.8750846,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde"}
{"level":"info","ts":1784913922.8750997,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde","EoS":false}
{"level":"info","ts":1784913922.8751116,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde","EoS":true}
{"level":"info","ts":1784913922.8751543,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c5e55217-7154-42b8-9c8a-481b949b2bde"}
{"level":"info","ts":1784913923.0120316,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913923.0121355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd"}
{"level":"info","ts":1784913923.012152,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd"}
{"level":"info","ts":1784913923.012169,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd","EoS":true}
{"level":"info","ts":1784913923.0121925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd","header":"x-maas-subscription"}
{"level":"info","ts":1784913923.0122027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd","header":"x-maas-username"}
{"level":"info","ts":1784913923.012208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd","header":"x-maas-group"}
{"level":"info","ts":1784913923.012221,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913923.012248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd"}
{"level":"info","ts":1784913923.0133278,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd"}
{"level":"info","ts":1784913923.013353,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd"}
{"level":"info","ts":1784913923.0133789,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd","EoS":false}
{"level":"info","ts":1784913923.0133994,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd","EoS":true}
{"level":"info","ts":1784913923.0134497,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1c98df62-4a3f-4f8b-9b24-e0778c2930bd"}
{"level":"info","ts":1784913923.1479363,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913923.1480262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880"}
{"level":"info","ts":1784913923.1480403,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880"}
{"level":"info","ts":1784913923.148052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880","EoS":true}
{"level":"info","ts":1784913923.1480877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880","header":"x-maas-subscription"}
{"level":"info","ts":1784913923.1480987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880","header":"x-maas-group"}
{"level":"info","ts":1784913923.1481042,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880","header":"x-maas-username"}
{"level":"info","ts":1784913923.148118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913923.148146,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880"}
{"level":"info","ts":1784913923.1492531,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880"}
{"level":"info","ts":1784913923.1492734,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880"}
{"level":"info","ts":1784913923.1492887,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880","EoS":false}
{"level":"info","ts":1784913923.149301,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880","EoS":true}
{"level":"info","ts":1784913923.1493366,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"52c0117a-edac-4175-b921-73e2cc572880"}
{"level":"info","ts":1784913923.2845423,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913923.2846322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d"}
{"level":"info","ts":1784913923.2846448,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d"}
{"level":"info","ts":1784913923.2846596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d","EoS":true}
{"level":"info","ts":1784913923.2846923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d","header":"x-maas-group"}
{"level":"info","ts":1784913923.2847035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d","header":"x-maas-username"}
{"level":"info","ts":1784913923.2847085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d","header":"x-maas-subscription"}
{"level":"info","ts":1784913923.2847297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913923.284756,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d"}
{"level":"info","ts":1784913923.2858744,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d"}
{"level":"info","ts":1784913923.2858946,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d"}
{"level":"info","ts":1784913923.2859123,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d","EoS":false}
{"level":"info","ts":1784913923.285925,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d","EoS":true}
{"level":"info","ts":1784913923.2859616,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"173a1030-98cf-4f7d-a61f-27baeb60fe6d"}
{"level":"info","ts":1784913938.9768379,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913938.976925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9"}
{"level":"info","ts":1784913938.9769385,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9"}
{"level":"info","ts":1784913938.9769497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9","EoS":true}
{"level":"info","ts":1784913938.9769752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9","header":"x-maas-username"}
{"level":"info","ts":1784913938.9769864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9","header":"x-maas-group"}
{"level":"info","ts":1784913938.9769907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9","header":"x-maas-subscription"}
{"level":"info","ts":1784913938.9770064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913938.9770389,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9"}
{"level":"info","ts":1784913938.9782078,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9"}
{"level":"info","ts":1784913938.9782286,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9"}
{"level":"info","ts":1784913938.9782486,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9","EoS":false}
{"level":"info","ts":1784913938.9782665,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9","EoS":true}
{"level":"info","ts":1784913938.978314,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5b11e94e-5b0c-4cca-b24c-e437ea10efd9"}
{"level":"info","ts":1784913939.0868208,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913939.0869088,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c44748e-055c-401b-b9d6-167af9424c6a"}
{"level":"info","ts":1784913939.089656,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c44748e-055c-401b-b9d6-167af9424c6a"}
{"level":"info","ts":1784913939.0896719,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3c44748e-055c-401b-b9d6-167af9424c6a"}
{"level":"info","ts":1784913939.0896854,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3c44748e-055c-401b-b9d6-167af9424c6a","EoS":false}
{"level":"info","ts":1784913939.089697,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3c44748e-055c-401b-b9d6-167af9424c6a"}
{"level":"info","ts":1784913939.0897233,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3c44748e-055c-401b-b9d6-167af9424c6a","EoS":true}
{"level":"info","ts":1784913939.0897367,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3c44748e-055c-401b-b9d6-167af9424c6a"}
{"level":"info","ts":1784913943.711775,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913943.711904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61"}
{"level":"info","ts":1784913943.7119205,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61"}
{"level":"info","ts":1784913943.7119374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61","EoS":true}
{"level":"info","ts":1784913943.711977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61","header":"x-maas-username"}
{"level":"info","ts":1784913943.711994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61","header":"x-maas-subscription"}
{"level":"info","ts":1784913943.7120013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61","header":"x-maas-group"}
{"level":"info","ts":1784913943.712018,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913943.7120516,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61"}
{"level":"info","ts":1784913943.713931,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61"}
{"level":"info","ts":1784913943.7139528,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61"}
{"level":"info","ts":1784913943.7139745,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61","EoS":false}
{"level":"info","ts":1784913943.7139938,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61","EoS":true}
{"level":"info","ts":1784913943.7140431,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c53cf99a-d037-442d-a458-f5c5c9307f61"}
{"level":"info","ts":1784913956.3336256,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913956.3337374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8"}
{"level":"info","ts":1784913956.3337626,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8"}
{"level":"info","ts":1784913956.3337836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8","EoS":true}
{"level":"info","ts":1784913956.3338513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8","header":"x-maas-group"}
{"level":"info","ts":1784913956.3338645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8","header":"x-maas-subscription"}
{"level":"info","ts":1784913956.3338742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8","header":"x-maas-username"}
{"level":"info","ts":1784913956.3338935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784913956.3339312,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8"}
{"level":"info","ts":1784913956.3364553,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8"}
{"level":"info","ts":1784913956.336477,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8"}
{"level":"info","ts":1784913956.3364964,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8","EoS":false}
{"level":"info","ts":1784913956.33651,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8","EoS":true}
{"level":"info","ts":1784913956.3365524,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c7bb76cd-20d0-4115-b34e-cc4c8b5500d8"}
{"level":"info","ts":1784913969.1828084,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913969.182904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca"}
{"level":"info","ts":1784913969.1829138,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca"}
{"level":"info","ts":1784913969.182925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca","EoS":true}
{"level":"info","ts":1784913969.182952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca","header":"x-maas-subscription"}
{"level":"info","ts":1784913969.1829627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca","header":"x-maas-group"}
{"level":"info","ts":1784913969.1829681,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca","header":"x-maas-username"}
{"level":"info","ts":1784913969.182981,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913969.1830041,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca"}
{"level":"info","ts":1784913969.1838841,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca"}
{"level":"info","ts":1784913969.1839037,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca"}
{"level":"info","ts":1784913969.1839204,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca","EoS":false}
{"level":"info","ts":1784913969.183933,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca","EoS":true}
{"level":"info","ts":1784913969.183973,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c02ecec9-ba54-4c7d-9b02-6aba9275adca"}
{"level":"info","ts":1784913977.6923375,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913977.6924145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec"}
{"level":"info","ts":1784913977.6924284,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec"}
{"level":"info","ts":1784913977.6924396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec","EoS":true}
{"level":"info","ts":1784913977.692464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec","header":"x-maas-subscription"}
{"level":"info","ts":1784913977.6924753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec","header":"x-maas-username"}
{"level":"info","ts":1784913977.69248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec","header":"x-maas-group"}
{"level":"info","ts":1784913977.6924925,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913977.6925175,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec"}
{"level":"info","ts":1784913977.6933937,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec"}
{"level":"info","ts":1784913977.6934144,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec"}
{"level":"info","ts":1784913977.6934295,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec","EoS":false}
{"level":"info","ts":1784913977.6934404,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec","EoS":true}
{"level":"info","ts":1784913977.6934752,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d7030add-cf96-497f-b28e-5ce42d83edec"}
{"level":"info","ts":1784913986.5626917,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784913986.5628126,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0"}
{"level":"info","ts":1784913986.562829,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0"}
{"level":"info","ts":1784913986.562849,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0","EoS":true}
{"level":"info","ts":1784913986.5628946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0","header":"x-maas-username"}
{"level":"info","ts":1784913986.5629108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0","header":"x-maas-group"}
{"level":"info","ts":1784913986.5629191,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0","header":"x-maas-subscription"}
{"level":"info","ts":1784913986.5629358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784913986.5629632,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0"}
{"level":"info","ts":1784913986.5638192,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0"}
{"level":"info","ts":1784913986.5638413,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0"}
{"level":"info","ts":1784913986.563856,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0","EoS":false}
{"level":"info","ts":1784913986.56387,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0","EoS":true}
{"level":"info","ts":1784913986.563903,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"94fc7957-f841-4a6d-9ff2-625dbff10fe0"}
{"level":"info","ts":1784914014.4479985,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914014.448074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c"}
{"level":"info","ts":1784914014.4480832,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c"}
{"level":"info","ts":1784914014.448094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c","EoS":true}
{"level":"info","ts":1784914014.4481175,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c","header":"x-maas-group"}
{"level":"info","ts":1784914014.4481282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c","header":"x-maas-subscription"}
{"level":"info","ts":1784914014.4481337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c","header":"x-maas-username"}
{"level":"info","ts":1784914014.448147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784914014.4481707,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c"}
{"level":"info","ts":1784914014.4493456,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c"}
{"level":"info","ts":1784914014.4493692,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c"}
{"level":"info","ts":1784914014.4493847,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c","EoS":false}
{"level":"info","ts":1784914014.449396,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c","EoS":true}
{"level":"info","ts":1784914014.449438,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"531d44df-6c27-48bd-b9a5-3e454363f33c"}
{"level":"info","ts":1784914036.9451027,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914036.94519,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20"}
{"level":"info","ts":1784914036.945209,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20"}
{"level":"info","ts":1784914036.9452298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20","EoS":true}
{"level":"info","ts":1784914036.9452698,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20","header":"x-maas-subscription"}
{"level":"info","ts":1784914036.9452848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20","header":"x-maas-group"}
{"level":"info","ts":1784914036.945294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20","header":"x-maas-username"}
{"level":"info","ts":1784914036.9453144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784914036.9453485,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20"}
{"level":"info","ts":1784914036.9465034,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20"}
{"level":"info","ts":1784914036.946527,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20"}
{"level":"info","ts":1784914036.9465425,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20","EoS":false}
{"level":"info","ts":1784914036.946554,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20","EoS":true}
{"level":"info","ts":1784914036.9465878,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"89a810ed-0655-4dcf-9310-65c975878e20"}
{"level":"info","ts":1784914063.170891,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914063.1709678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7"}
{"level":"info","ts":1784914063.1709816,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7"}
{"level":"info","ts":1784914063.1709938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7","EoS":true}
{"level":"info","ts":1784914063.1710224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7","header":"x-maas-group"}
{"level":"info","ts":1784914063.171032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7","header":"x-maas-username"}
{"level":"info","ts":1784914063.1710367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7","header":"x-maas-subscription"}
{"level":"info","ts":1784914063.1710536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914063.1711242,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7"}
{"level":"info","ts":1784914063.1719391,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7"}
{"level":"info","ts":1784914063.1719644,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7"}
{"level":"info","ts":1784914063.1719794,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7","EoS":false}
{"level":"info","ts":1784914063.1719913,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7","EoS":true}
{"level":"info","ts":1784914063.1720233,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"05400b4f-d98b-41af-a8c6-84ad66572fa7"}
{"level":"info","ts":1784914072.5874467,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914072.5875318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c"}
{"level":"info","ts":1784914072.5875452,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c"}
{"level":"info","ts":1784914072.5875568,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c","EoS":true}
{"level":"info","ts":1784914072.5875838,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c","header":"x-maas-group"}
{"level":"info","ts":1784914072.587594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c","header":"x-maas-username"}
{"level":"info","ts":1784914072.5875986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c","header":"x-maas-subscription"}
{"level":"info","ts":1784914072.5876124,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914072.5876384,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c"}
{"level":"info","ts":1784914072.588634,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c"}
{"level":"info","ts":1784914072.588664,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c"}
{"level":"info","ts":1784914072.5886848,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c","EoS":false}
{"level":"info","ts":1784914072.5887022,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c","EoS":true}
{"level":"info","ts":1784914072.588747,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5b56e915-4b13-4ff8-a9e3-b45be4fa3b3c"}
{"level":"info","ts":1784914072.6262233,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914072.6262937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f"}
{"level":"info","ts":1784914072.6263041,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f"}
{"level":"info","ts":1784914072.6263156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f","EoS":true}
{"level":"info","ts":1784914072.6263397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f","header":"x-maas-group"}
{"level":"info","ts":1784914072.6263492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f","header":"x-maas-username"}
{"level":"info","ts":1784914072.626355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f","header":"x-maas-subscription"}
{"level":"info","ts":1784914072.6263683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914072.6263945,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f"}
{"level":"info","ts":1784914072.6274364,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f"}
{"level":"info","ts":1784914072.6274579,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f"}
{"level":"info","ts":1784914072.6274786,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f","EoS":false}
{"level":"info","ts":1784914072.6274948,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f","EoS":true}
{"level":"info","ts":1784914072.627544,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dbb3a68a-41cc-4dce-91d0-303e8e13623f"}
{"level":"info","ts":1784914091.7165918,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914091.7166817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7"}
{"level":"info","ts":1784914091.716695,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7"}
{"level":"info","ts":1784914091.7167144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7","EoS":true}
{"level":"info","ts":1784914091.7167525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7","header":"x-maas-subscription"}
{"level":"info","ts":1784914091.7167654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7","header":"x-maas-username"}
{"level":"info","ts":1784914091.7167747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7","header":"x-maas-group"}
{"level":"info","ts":1784914091.7168245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914091.716858,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7"}
{"level":"info","ts":1784914091.717733,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7"}
{"level":"info","ts":1784914091.7177532,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7"}
{"level":"info","ts":1784914091.7177687,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7","EoS":false}
{"level":"info","ts":1784914091.7177866,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7","EoS":true}
{"level":"info","ts":1784914091.717843,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8ad3566a-c21a-4619-a17e-e2b61ecf4fb7"}
{"level":"info","ts":1784914221.8670855,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914221.8671696,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4"}
{"level":"info","ts":1784914221.8671832,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4"}
{"level":"info","ts":1784914221.867195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4","EoS":true}
{"level":"info","ts":1784914221.8672278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4","header":"x-maas-username"}
{"level":"info","ts":1784914221.86724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4","header":"x-maas-subscription"}
{"level":"info","ts":1784914221.8672452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4","header":"x-maas-group"}
{"level":"info","ts":1784914221.8672583,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784914221.867286,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4"}
{"level":"info","ts":1784914221.8702404,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4"}
{"level":"info","ts":1784914221.8702655,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4"}
{"level":"info","ts":1784914221.8702817,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4","EoS":false}
{"level":"info","ts":1784914221.8702936,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4","EoS":true}
{"level":"info","ts":1784914221.8703272,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"39e45c73-4de0-4143-820d-6abf6375a1d4"}
{"level":"info","ts":1784914259.0104644,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914259.0105455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d"}
{"level":"info","ts":1784914259.0105574,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d"}
{"level":"info","ts":1784914259.0105686,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d","EoS":true}
{"level":"info","ts":1784914259.010596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d","header":"x-maas-subscription"}
{"level":"info","ts":1784914259.0106065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d","header":"x-maas-group"}
{"level":"info","ts":1784914259.0106113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d","header":"x-maas-username"}
{"level":"info","ts":1784914259.010624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914259.0106988,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d"}
{"level":"info","ts":1784914259.0115476,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d"}
{"level":"info","ts":1784914259.0115597,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d"}
{"level":"info","ts":1784914259.0115714,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d","EoS":false}
{"level":"info","ts":1784914259.0115814,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d","EoS":true}
{"level":"info","ts":1784914259.0116086,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"576e54a3-d3f0-42cc-8d93-71f568d7c78d"}
{"level":"info","ts":1784914274.2272735,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914274.227352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3"}
{"level":"info","ts":1784914274.2273626,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3"}
{"level":"info","ts":1784914274.227374,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3","EoS":true}
{"level":"info","ts":1784914274.2274032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3","header":"x-maas-group"}
{"level":"info","ts":1784914274.2274144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3","header":"x-maas-subscription"}
{"level":"info","ts":1784914274.2274187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3","header":"x-maas-username"}
{"level":"info","ts":1784914274.2274327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914274.227459,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3"}
{"level":"info","ts":1784914274.2289083,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3"}
{"level":"info","ts":1784914274.2289314,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3"}
{"level":"info","ts":1784914274.2289531,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3","EoS":false}
{"level":"info","ts":1784914274.2289712,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3","EoS":true}
{"level":"info","ts":1784914274.2290218,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c5b962a7-98c8-4639-95dd-8244eaa70ff3"}
{"level":"info","ts":1784914583.4661138,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914583.4661965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d"}
{"level":"info","ts":1784914583.4662066,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d"}
{"level":"info","ts":1784914583.4662411,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d","EoS":true}
{"level":"info","ts":1784914583.4662664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d","header":"x-maas-username"}
{"level":"info","ts":1784914583.4662774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d","header":"x-maas-subscription"}
{"level":"info","ts":1784914583.4662821,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d","header":"x-maas-group"}
{"level":"info","ts":1784914583.4662955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784914583.4663212,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d"}
{"level":"info","ts":1784914583.4694574,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d"}
{"level":"info","ts":1784914583.4694812,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d"}
{"level":"info","ts":1784914583.4694965,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d","EoS":false}
{"level":"info","ts":1784914583.469509,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d","EoS":true}
{"level":"info","ts":1784914583.4695475,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fe092f30-7560-40c7-8b10-7e5bc7c4899d"}
{"level":"info","ts":1784914588.2913275,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f5770210-07a4-4c13-9448-9960808c5ea2","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784914588.2915893,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32555.978624494,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914588.2916157,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914588.3264189,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914588.3917432,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f5770210-07a4-4c13-9448-9960808c5ea2","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784914588.413732,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8bdd8120-c0aa-48ba-8759-674084939211","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784914588.4137828,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8bdd8120-c0aa-48ba-8759-674084939211","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784914588.4138649,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d5a4a16-c104-4327-83a1-71f81ef7aa88"}
{"level":"info","ts":1784914588.4194489,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"383459d6-2654-4bbc-b829-fecc606a68ad","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784914588.4196253,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36081.837612168,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914588.4196427,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"383459d6-2654-4bbc-b829-fecc606a68ad","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784914588.4196446,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914588.4280272,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914588.5197003,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d5a4a16-c104-4327-83a1-71f81ef7aa88","name":"e2e-external-provider"}
{"level":"info","ts":1784914588.5290015,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b95224a8-c4f2-49b9-add7-1f5d1cc09c0b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914588.5290027,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41c296fb-7524-47e2-bf38-a81420e3d5ce"}
{"level":"info","ts":1784914588.5290537,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b95224a8-c4f2-49b9-add7-1f5d1cc09c0b","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914588.535154,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d5a4a16-c104-4327-83a1-71f81ef7aa88","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784914588.535473,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b07cf47-78a4-4c89-8780-45f358ef4ade","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914588.5355024,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b07cf47-78a4-4c89-8780-45f358ef4ade","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914588.5355587,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41c296fb-7524-47e2-bf38-a81420e3d5ce","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784914588.54228,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d5a4a16-c104-4327-83a1-71f81ef7aa88","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784914588.5427094,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41c296fb-7524-47e2-bf38-a81420e3d5ce","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914588.5428164,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4dc1fb6e-5439-4251-8015-da90ccc79938"}
{"level":"info","ts":1784914588.5428524,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4dc1fb6e-5439-4251-8015-da90ccc79938","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784914588.5427303,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91a2efcd-0663-4765-a625-0a90e7606e0b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914588.5429196,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91a2efcd-0663-4765-a625-0a90e7606e0b","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914588.5463307,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d5a4a16-c104-4327-83a1-71f81ef7aa88","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784914588.5465713,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4dc1fb6e-5439-4251-8015-da90ccc79938","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914588.552459,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"17b9de95-c264-4b31-b05e-2817cc4a2752"}
{"level":"info","ts":1784914588.5524876,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"28a5cf41-990e-4403-b070-3184578c45f4","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784914588.5525167,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"28a5cf41-990e-4403-b070-3184578c45f4","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784914588.5525181,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"17b9de95-c264-4b31-b05e-2817cc4a2752","name":"e2e-external-provider"}
{"level":"info","ts":1784914588.552593,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67b3370b-f396-408e-a826-c5e05a56d2ab"}
{"level":"info","ts":1784914588.552836,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39474.752048989,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914588.5528588,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914588.552843,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf01d98e-13b8-4671-9d3c-c87d03fc0ef7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914588.5529516,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf01d98e-13b8-4671-9d3c-c87d03fc0ef7","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914588.5597813,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"17b9de95-c264-4b31-b05e-2817cc4a2752","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784914588.5630527,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18c273e6-8d0c-4081-b9be-1de71a1af5c6"}
{"level":"info","ts":1784914588.5630937,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18c273e6-8d0c-4081-b9be-1de71a1af5c6","name":"e2e-external-provider"}
{"level":"info","ts":1784914588.569939,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18c273e6-8d0c-4081-b9be-1de71a1af5c6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784914588.629562,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784914588.6535394,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67b3370b-f396-408e-a826-c5e05a56d2ab","name":"e2e-external-model"}
{"level":"info","ts":1784914588.6640208,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67b3370b-f396-408e-a826-c5e05a56d2ab","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784914588.6688216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0010be17-b509-4bd8-8bcf-8cba587ddf78","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914588.668863,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0010be17-b509-4bd8-8bcf-8cba587ddf78","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914588.66909,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eecfc12a-4b52-40e2-a893-2dec0aac648e"}
{"level":"info","ts":1784914588.6691427,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eecfc12a-4b52-40e2-a893-2dec0aac648e","name":"e2e-external-model"}
{"level":"info","ts":1784914588.683709,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ec06717-85c3-4f81-8e75-d8e85e83875e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914588.6837423,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ec06717-85c3-4f81-8e75-d8e85e83875e","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784914588.6838937,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eecfc12a-4b52-40e2-a893-2dec0aac648e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914588.6839576,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd3907b7-7f95-4701-8754-d025c22f50f4"}
{"level":"info","ts":1784914588.6840057,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd3907b7-7f95-4701-8754-d025c22f50f4","name":"e2e-external-model"}
{"level":"info","ts":1784914588.6919534,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd3907b7-7f95-4701-8754-d025c22f50f4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784914588.696474,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81c9f4a7-5703-46b0-b807-9d9622ed9d1c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914588.6965046,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81c9f4a7-5703-46b0-b807-9d9622ed9d1c","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784914588.6965547,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35b8c4bb-d13c-4624-a37f-d8e0be13ea8b"}
{"level":"info","ts":1784914588.6966043,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35b8c4bb-d13c-4624-a37f-d8e0be13ea8b","name":"e2e-external-model"}
{"level":"info","ts":1784914588.7042549,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35b8c4bb-d13c-4624-a37f-d8e0be13ea8b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784914595.9574876,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914595.9575863,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e"}
{"level":"info","ts":1784914595.9576054,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e"}
{"level":"info","ts":1784914595.9576237,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e","EoS":true}
{"level":"info","ts":1784914595.9576628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e","header":"x-maas-group"}
{"level":"info","ts":1784914595.9576788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e","header":"x-maas-username"}
{"level":"info","ts":1784914595.9576879,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e","header":"x-maas-subscription"}
{"level":"info","ts":1784914595.9577062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784914595.957719,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e","modelName":"e2e-external-model"}
{"level":"info","ts":1784914595.957736,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784914595.957786,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784914595.9578352,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e","authType":"apikey"}
{"level":"info","ts":1784914595.957871,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"425b5f7c-0139-4890-9a9a-2990eaed821e"}
{"level":"info","ts":1784914596.0704222,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0708003-7808-45c8-b446-a17b613f252a","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914596.0704699,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0708003-7808-45c8-b446-a17b613f252a","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784914596.0704222,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a680299e-1417-415d-b46e-a74ffc3c0c0d"}
{"level":"info","ts":1784914596.0748448,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a19316c-d048-4834-90d4-4d6bf2aed9df","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914596.0748808,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9a19316c-d048-4834-90d4-4d6bf2aed9df","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784914596.080467,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a680299e-1417-415d-b46e-a74ffc3c0c0d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914596.0805428,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a680299e-1417-415d-b46e-a74ffc3c0c0d","name":"e2e-cleanup-test"}
{"level":"info","ts":1784914596.0911024,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec588a72-a202-455d-b3b2-471e50653fc8","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914596.0911336,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec588a72-a202-455d-b3b2-471e50653fc8","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784914596.0914505,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a680299e-1417-415d-b46e-a74ffc3c0c0d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784914596.091497,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a680299e-1417-415d-b46e-a74ffc3c0c0d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914596.0915594,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9174f838-5644-46d2-8646-0684c47d4d36"}
{"level":"info","ts":1784914596.0916173,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9174f838-5644-46d2-8646-0684c47d4d36","name":"e2e-cleanup-test"}
{"level":"info","ts":1784914596.105535,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9e14a22-55bb-4802-942c-8fc166112daf","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914596.1055748,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9e14a22-55bb-4802-942c-8fc166112daf","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784914596.1088595,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9174f838-5644-46d2-8646-0684c47d4d36","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784914596.1089034,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9174f838-5644-46d2-8646-0684c47d4d36","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914596.1089551,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8d3f40a-e8ac-419d-87e8-65b280a17c3d"}
{"level":"info","ts":1784914596.1090214,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8d3f40a-e8ac-419d-87e8-65b280a17c3d","name":"e2e-cleanup-test"}
{"level":"info","ts":1784914596.1163936,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8d3f40a-e8ac-419d-87e8-65b280a17c3d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784914596.1182594,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40ee66dc-8e88-47ee-814c-4e99f8e1e75d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914596.1182878,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40ee66dc-8e88-47ee-814c-4e99f8e1e75d","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784914596.1229115,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e8d3f40a-e8ac-419d-87e8-65b280a17c3d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784914596.1229846,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c61ff9be-90f3-4a4b-92bf-32b3cf8ffc89"}
{"level":"info","ts":1784914596.123033,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c61ff9be-90f3-4a4b-92bf-32b3cf8ffc89","name":"e2e-cleanup-test"}
{"level":"info","ts":1784914596.1298904,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c61ff9be-90f3-4a4b-92bf-32b3cf8ffc89","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784914604.3384678,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88932568-26b8-4a48-9e17-908db5301a4f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914604.338489,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c59fd8bc-fca2-4d67-9f09-6a7fcdf9c395"}
{"level":"info","ts":1784914604.3385074,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88932568-26b8-4a48-9e17-908db5301a4f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784914608.6379433,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914608.6380181,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9c555df-7ee8-4aeb-badf-6f1aaca45b7e"}
{"level":"info","ts":1784914608.638027,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9c555df-7ee8-4aeb-badf-6f1aaca45b7e"}
{"level":"info","ts":1784914608.6380386,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9c555df-7ee8-4aeb-badf-6f1aaca45b7e","EoS":true}
{"level":"info","ts":1784914608.638074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9c555df-7ee8-4aeb-badf-6f1aaca45b7e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784914608.6381018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9c555df-7ee8-4aeb-badf-6f1aaca45b7e"}
{"level":"info","ts":1784914608.6818278,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914608.681901,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454"}
{"level":"info","ts":1784914608.681913,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454"}
{"level":"info","ts":1784914608.6819239,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454","EoS":true}
{"level":"info","ts":1784914608.681952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454","header":"x-maas-subscription"}
{"level":"info","ts":1784914608.6819625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454","header":"x-maas-group"}
{"level":"info","ts":1784914608.6819673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454","header":"x-maas-username"}
{"level":"info","ts":1784914608.681982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784914608.6819904,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454","modelName":"e2e-external-model"}
{"level":"info","ts":1784914608.6820033,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784914608.68208,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784914608.6820982,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454","authType":"apikey"}
{"level":"info","ts":1784914608.6821234,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0955e5c5-7e9f-4bc0-9885-df33f258b454"}
{"level":"info","ts":1784914608.7189636,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914608.7190557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075"}
{"level":"info","ts":1784914608.719071,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075"}
{"level":"info","ts":1784914608.71909,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075","EoS":true}
{"level":"info","ts":1784914608.7191293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075","header":"x-maas-subscription"}
{"level":"info","ts":1784914608.7191415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075","header":"x-maas-username"}
{"level":"info","ts":1784914608.719148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075","header":"x-maas-group"}
{"level":"info","ts":1784914608.7191672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784914608.7191992,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075"}
{"level":"info","ts":1784914608.8248336,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075"}
{"level":"info","ts":1784914608.8248682,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075"}
{"level":"info","ts":1784914608.8248909,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075","EoS":false}
{"level":"info","ts":1784914608.824904,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075","EoS":true}
{"level":"error","ts":1784914608.8249266,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784914608.8249807,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cd02d817-a9e8-436a-b166-28be20510075"}
{"level":"info","ts":1784914608.8616848,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784914608.8617723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083"}
{"level":"info","ts":1784914608.861787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083"}
{"level":"info","ts":1784914608.8618207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083","EoS":true}
{"level":"info","ts":1784914608.8618512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083","header":"x-maas-username"}
{"level":"info","ts":1784914608.8618612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083","header":"x-maas-group"}
{"level":"info","ts":1784914608.8618665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083","header":"x-maas-subscription"}
{"level":"info","ts":1784914608.8618999,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083"}
{"level":"info","ts":1784914608.9152367,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083"}
{"level":"info","ts":1784914608.9152727,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083"}
{"level":"info","ts":1784914608.915294,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083","EoS":false}
{"level":"info","ts":1784914608.9153082,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083","EoS":true}
{"level":"error","ts":1784914608.9153235,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784914608.9153557,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ac0601ac-cbf0-4664-a451-74b9337eb083"}
{"level":"info","ts":1784914609.7403696,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e724d7f-3ef1-4a7c-af67-6f08ead5dc73","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914609.7404058,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e724d7f-3ef1-4a7c-af67-6f08ead5dc73","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784914609.7404208,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4290e5f4-e383-4ef8-8fe2-b22b3b391cdf"}
{"level":"info","ts":1784914609.8859992,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56c58162-c6e0-41f5-b1ce-700fc94a8824","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784914609.8860438,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56c58162-c6e0-41f5-b1ce-700fc94a8824","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784914609.8860595,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7a5496d0-31fa-4ce9-ab41-c22123505946"}
{"level":"info","ts":1784914610.0164423,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"881bdc35-5d19-4443-9938-ceb385fe223f","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784914610.016512,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"881bdc35-5d19-4443-9938-ceb385fe223f","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784915771.0286617,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915771.0287588,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71c17d18-725b-432f-8aaa-6997a60fe50d"}
{"level":"info","ts":1784915828.5601113,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784915828.5601916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5"}
{"level":"info","ts":1784915828.560203,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5"}
{"level":"info","ts":1784915828.560214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5","EoS":true}
{"level":"info","ts":1784915828.5602417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5","header":"x-maas-group"}
{"level":"info","ts":1784915828.560253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5","header":"x-maas-subscription"}
{"level":"info","ts":1784915828.5602577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5","header":"x-maas-username"}
{"level":"info","ts":1784915828.5603127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1784915828.5603454,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5"}
{"level":"info","ts":1784915828.5623953,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5"}
{"level":"info","ts":1784915828.5624192,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5"}
{"level":"info","ts":1784915828.562435,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5","EoS":false}
{"level":"info","ts":1784915828.5624464,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5","EoS":true}
{"level":"info","ts":1784915828.562485,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fa5cca01-5572-47a1-b620-03c95902baa5"}