{"level":"info","ts":1784846206.3386707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e7bd6a8-8446-4f7c-814a-4dcf4fc12342","EoS":true}
{"level":"info","ts":1784846206.33871,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e7bd6a8-8446-4f7c-814a-4dcf4fc12342","header":"x-maas-group"}
{"level":"info","ts":1784846206.3387249,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e7bd6a8-8446-4f7c-814a-4dcf4fc12342","header":"x-maas-subscription"}
{"level":"info","ts":1784846206.338732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e7bd6a8-8446-4f7c-814a-4dcf4fc12342","header":"x-maas-username"}
{"level":"info","ts":1784846206.3387494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e7bd6a8-8446-4f7c-814a-4dcf4fc12342","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846206.3387856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e7bd6a8-8446-4f7c-814a-4dcf4fc12342"}
{"level":"info","ts":1784846206.3407075,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e7bd6a8-8446-4f7c-814a-4dcf4fc12342"}
{"level":"info","ts":1784846206.340728,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8e7bd6a8-8446-4f7c-814a-4dcf4fc12342"}
{"level":"info","ts":1784846206.3407443,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e7bd6a8-8446-4f7c-814a-4dcf4fc12342","EoS":false}
{"level":"info","ts":1784846206.3407557,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e7bd6a8-8446-4f7c-814a-4dcf4fc12342","EoS":true}
{"level":"info","ts":1784846206.340831,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8e7bd6a8-8446-4f7c-814a-4dcf4fc12342"}
{"level":"info","ts":1784846207.1391394,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846207.1392055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92"}
{"level":"info","ts":1784846207.1392145,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92"}
{"level":"info","ts":1784846207.1392274,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92","EoS":true}
{"level":"info","ts":1784846207.1392527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92","header":"x-maas-username"}
{"level":"info","ts":1784846207.1392624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92","header":"x-maas-group"}
{"level":"info","ts":1784846207.1392684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92","header":"x-maas-subscription"}
{"level":"info","ts":1784846207.1392803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846207.1393037,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92"}
{"level":"info","ts":1784846207.140439,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92"}
{"level":"info","ts":1784846207.1404636,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92"}
{"level":"info","ts":1784846207.1404831,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92","EoS":false}
{"level":"info","ts":1784846207.1405,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92","EoS":true}
{"level":"info","ts":1784846207.1405523,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dcffc073-36fc-44c6-b45f-730654a16f92"}
{"level":"info","ts":1784846230.3024604,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846230.3025222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec"}
{"level":"info","ts":1784846230.3025308,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec"}
{"level":"info","ts":1784846230.3025417,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec","EoS":true}
{"level":"info","ts":1784846230.3025672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec","header":"x-maas-username"}
{"level":"info","ts":1784846230.3025777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec","header":"x-maas-subscription"}
{"level":"info","ts":1784846230.3025825,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec","header":"x-maas-group"}
{"level":"info","ts":1784846230.3025947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846230.302621,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec"}
{"level":"info","ts":1784846230.3041236,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec"}
{"level":"info","ts":1784846230.3041475,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec"}
{"level":"info","ts":1784846230.3041708,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec","EoS":false}
{"level":"info","ts":1784846230.3041904,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec","EoS":true}
{"level":"info","ts":1784846230.3042417,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"09f47ab9-d020-46d8-9bd8-581db6dcabec"}
{"level":"info","ts":1784846230.4412858,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846230.441343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45054014-403d-4140-a008-41939b83051f"}
{"level":"info","ts":1784846230.4413528,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"45054014-403d-4140-a008-41939b83051f"}
{"level":"info","ts":1784846230.4413638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"45054014-403d-4140-a008-41939b83051f","EoS":true}
{"level":"info","ts":1784846230.4413824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45054014-403d-4140-a008-41939b83051f","header":"x-maas-username"}
{"level":"info","ts":1784846230.4413917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45054014-403d-4140-a008-41939b83051f","header":"x-maas-group"}
{"level":"info","ts":1784846230.4413965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45054014-403d-4140-a008-41939b83051f","header":"x-maas-subscription"}
{"level":"info","ts":1784846230.441408,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45054014-403d-4140-a008-41939b83051f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846230.4414303,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"45054014-403d-4140-a008-41939b83051f"}
{"level":"info","ts":1784846230.4426465,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"45054014-403d-4140-a008-41939b83051f"}
{"level":"info","ts":1784846230.4426668,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"45054014-403d-4140-a008-41939b83051f"}
{"level":"info","ts":1784846230.442684,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"45054014-403d-4140-a008-41939b83051f","EoS":false}
{"level":"info","ts":1784846230.442695,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"45054014-403d-4140-a008-41939b83051f","EoS":true}
{"level":"info","ts":1784846230.44273,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"45054014-403d-4140-a008-41939b83051f"}
{"level":"info","ts":1784846230.576219,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846230.5762985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9"}
{"level":"info","ts":1784846230.5763097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9"}
{"level":"info","ts":1784846230.5763216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9","EoS":true}
{"level":"info","ts":1784846230.5763402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9","header":"x-maas-subscription"}
{"level":"info","ts":1784846230.576349,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9","header":"x-maas-username"}
{"level":"info","ts":1784846230.5763543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9","header":"x-maas-group"}
{"level":"info","ts":1784846230.5763643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846230.5763898,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9"}
{"level":"info","ts":1784846230.579243,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9"}
{"level":"info","ts":1784846230.5792592,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9"}
{"level":"info","ts":1784846230.5792732,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9","EoS":false}
{"level":"info","ts":1784846230.5792844,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9","EoS":true}
{"level":"info","ts":1784846230.5793228,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8e99981d-83e8-432f-af31-44c40f3aaac9"}
{"level":"info","ts":1784846230.7133927,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846230.7134504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800"}
{"level":"info","ts":1784846230.7134624,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800"}
{"level":"info","ts":1784846230.7134736,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800","EoS":true}
{"level":"info","ts":1784846230.7134972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800","header":"x-maas-group"}
{"level":"info","ts":1784846230.713508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800","header":"x-maas-username"}
{"level":"info","ts":1784846230.7135134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800","header":"x-maas-subscription"}
{"level":"info","ts":1784846230.7135239,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846230.7135453,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800"}
{"level":"info","ts":1784846230.7147007,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800"}
{"level":"info","ts":1784846230.7147171,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800"}
{"level":"info","ts":1784846230.7147317,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800","EoS":false}
{"level":"info","ts":1784846230.7147434,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800","EoS":true}
{"level":"info","ts":1784846230.7147753,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"368a5903-ec76-4862-a0c0-4620004e3800"}
{"level":"info","ts":1784846230.8505769,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846230.8506393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2"}
{"level":"info","ts":1784846230.8506505,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2"}
{"level":"info","ts":1784846230.850661,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2","EoS":true}
{"level":"info","ts":1784846230.8506818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2","header":"x-maas-group"}
{"level":"info","ts":1784846230.8506908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2","header":"x-maas-username"}
{"level":"info","ts":1784846230.8506954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2","header":"x-maas-subscription"}
{"level":"info","ts":1784846230.850706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846230.8507268,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2"}
{"level":"info","ts":1784846230.8518708,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2"}
{"level":"info","ts":1784846230.851888,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2"}
{"level":"info","ts":1784846230.8519022,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2","EoS":false}
{"level":"info","ts":1784846230.851914,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2","EoS":true}
{"level":"info","ts":1784846230.8519478,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5628eab5-6c0e-46b2-8425-2ba62806c5d2"}
{"level":"info","ts":1784846247.7913191,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846247.791399,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285"}
{"level":"info","ts":1784846247.7914135,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285"}
{"level":"info","ts":1784846247.7914288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285","EoS":true}
{"level":"info","ts":1784846247.7914507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285","header":"x-maas-username"}
{"level":"info","ts":1784846247.7914612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285","header":"x-maas-subscription"}
{"level":"info","ts":1784846247.791467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285","header":"x-maas-group"}
{"level":"info","ts":1784846247.7914793,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846247.791505,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285"}
{"level":"info","ts":1784846247.7944057,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285"}
{"level":"info","ts":1784846247.7944293,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285"}
{"level":"info","ts":1784846247.7944458,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285","EoS":false}
{"level":"info","ts":1784846247.7944574,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285","EoS":true}
{"level":"info","ts":1784846247.7944925,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b38cd611-2aa0-422f-997e-1851ecf7c285"}
{"level":"info","ts":1784846247.8987715,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846247.89883,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52a76624-434b-4fd5-9302-8812ede75758"}
{"level":"info","ts":1784846247.8996294,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52a76624-434b-4fd5-9302-8812ede75758"}
{"level":"info","ts":1784846247.899648,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"52a76624-434b-4fd5-9302-8812ede75758"}
{"level":"info","ts":1784846247.899665,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52a76624-434b-4fd5-9302-8812ede75758","EoS":false}
{"level":"info","ts":1784846247.8996794,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"52a76624-434b-4fd5-9302-8812ede75758"}
{"level":"info","ts":1784846247.8997047,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52a76624-434b-4fd5-9302-8812ede75758","EoS":true}
{"level":"info","ts":1784846247.899713,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"52a76624-434b-4fd5-9302-8812ede75758"}
{"level":"info","ts":1784846252.5358,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846252.535866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e"}
{"level":"info","ts":1784846252.5358777,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e"}
{"level":"info","ts":1784846252.5358884,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e","EoS":true}
{"level":"info","ts":1784846252.535912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e","header":"x-maas-subscription"}
{"level":"info","ts":1784846252.53592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e","header":"x-maas-username"}
{"level":"info","ts":1784846252.5359242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e","header":"x-maas-group"}
{"level":"info","ts":1784846252.5359366,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846252.5359595,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e"}
{"level":"info","ts":1784846252.5371652,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e"}
{"level":"info","ts":1784846252.53719,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e"}
{"level":"info","ts":1784846252.5372114,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e","EoS":false}
{"level":"info","ts":1784846252.5372262,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e","EoS":true}
{"level":"info","ts":1784846252.537274,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"35b107f3-f007-4243-8f96-21fa7939900e"}
{"level":"info","ts":1784846261.1158252,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846261.1159081,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f843081a-9d91-454f-8043-1812a620658a"}
{"level":"info","ts":1784846261.1159208,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f843081a-9d91-454f-8043-1812a620658a"}
{"level":"info","ts":1784846261.1159322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f843081a-9d91-454f-8043-1812a620658a","EoS":true}
{"level":"info","ts":1784846261.1159577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f843081a-9d91-454f-8043-1812a620658a","header":"x-maas-username"}
{"level":"info","ts":1784846261.1159735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f843081a-9d91-454f-8043-1812a620658a","header":"x-maas-subscription"}
{"level":"info","ts":1784846261.1159785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f843081a-9d91-454f-8043-1812a620658a","header":"x-maas-group"}
{"level":"info","ts":1784846261.1159916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f843081a-9d91-454f-8043-1812a620658a","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784846261.1160152,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f843081a-9d91-454f-8043-1812a620658a"}
{"level":"info","ts":1784846261.117112,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f843081a-9d91-454f-8043-1812a620658a"}
{"level":"info","ts":1784846261.117131,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f843081a-9d91-454f-8043-1812a620658a"}
{"level":"info","ts":1784846261.117152,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f843081a-9d91-454f-8043-1812a620658a","EoS":false}
{"level":"info","ts":1784846261.1171684,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f843081a-9d91-454f-8043-1812a620658a","EoS":true}
{"level":"info","ts":1784846261.1172132,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f843081a-9d91-454f-8043-1812a620658a"}
{"level":"info","ts":1784846274.0471153,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846274.0472064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5"}
{"level":"info","ts":1784846274.0472207,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5"}
{"level":"info","ts":1784846274.0472388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5","EoS":true}
{"level":"info","ts":1784846274.0472732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5","header":"x-maas-subscription"}
{"level":"info","ts":1784846274.0472856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5","header":"x-maas-username"}
{"level":"info","ts":1784846274.047294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5","header":"x-maas-group"}
{"level":"info","ts":1784846274.0473113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846274.047344,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5"}
{"level":"info","ts":1784846274.0484965,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5"}
{"level":"info","ts":1784846274.0485225,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5"}
{"level":"info","ts":1784846274.0485451,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5","EoS":false}
{"level":"info","ts":1784846274.048561,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5","EoS":true}
{"level":"info","ts":1784846274.04861,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cedc9f98-ff7f-4ffc-a383-c98699e346a5"}
{"level":"info","ts":1784846282.5949807,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846282.5950854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f"}
{"level":"info","ts":1784846282.595101,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f"}
{"level":"info","ts":1784846282.5951242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f","EoS":true}
{"level":"info","ts":1784846282.595158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f","header":"x-maas-username"}
{"level":"info","ts":1784846282.5951712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f","header":"x-maas-group"}
{"level":"info","ts":1784846282.595181,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f","header":"x-maas-subscription"}
{"level":"info","ts":1784846282.595201,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846282.5952299,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f"}
{"level":"info","ts":1784846282.5962481,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f"}
{"level":"info","ts":1784846282.5962758,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f"}
{"level":"info","ts":1784846282.5962949,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f","EoS":false}
{"level":"info","ts":1784846282.5963097,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f","EoS":true}
{"level":"info","ts":1784846282.5963528,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dd47c3cb-3cbf-4761-bdfc-9ef8de2e8f2f"}
{"level":"info","ts":1784846291.4905329,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846291.4906015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf"}
{"level":"info","ts":1784846291.4906132,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf"}
{"level":"info","ts":1784846291.4906244,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf","EoS":true}
{"level":"info","ts":1784846291.4906464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf","header":"x-maas-subscription"}
{"level":"info","ts":1784846291.4906552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf","header":"x-maas-group"}
{"level":"info","ts":1784846291.490659,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf","header":"x-maas-username"}
{"level":"info","ts":1784846291.4906716,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846291.4906943,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf"}
{"level":"info","ts":1784846291.4917142,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf"}
{"level":"info","ts":1784846291.4917352,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf"}
{"level":"info","ts":1784846291.4917543,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf","EoS":false}
{"level":"info","ts":1784846291.491769,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf","EoS":true}
{"level":"info","ts":1784846291.4918163,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"27f96871-2cad-45b2-b3ae-521e0c3caeaf"}
{"level":"info","ts":1784846314.4735503,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846314.4736156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6"}
{"level":"info","ts":1784846314.4736276,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6"}
{"level":"info","ts":1784846314.473639,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6","EoS":true}
{"level":"info","ts":1784846314.4736612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6","header":"x-maas-subscription"}
{"level":"info","ts":1784846314.4736714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6","header":"x-maas-group"}
{"level":"info","ts":1784846314.473676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6","header":"x-maas-username"}
{"level":"info","ts":1784846314.4736881,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784846314.473712,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6"}
{"level":"info","ts":1784846314.475719,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6"}
{"level":"info","ts":1784846314.4757416,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6"}
{"level":"info","ts":1784846314.475762,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6","EoS":false}
{"level":"info","ts":1784846314.4757745,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6","EoS":true}
{"level":"info","ts":1784846314.4758136,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f7d0ec72-836f-4906-8307-1f8f5d5471c6"}
{"level":"info","ts":1784846338.4544246,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846338.454506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319"}
{"level":"info","ts":1784846338.4545197,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319"}
{"level":"info","ts":1784846338.4545386,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319","EoS":true}
{"level":"info","ts":1784846338.4545722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319","header":"x-maas-group"}
{"level":"info","ts":1784846338.4545844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319","header":"x-maas-username"}
{"level":"info","ts":1784846338.4545922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319","header":"x-maas-subscription"}
{"level":"info","ts":1784846338.454609,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784846338.4546402,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319"}
{"level":"info","ts":1784846338.4567392,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319"}
{"level":"info","ts":1784846338.456761,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319"}
{"level":"info","ts":1784846338.4567802,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319","EoS":false}
{"level":"info","ts":1784846338.456796,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319","EoS":true}
{"level":"info","ts":1784846338.4568377,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"00d75e29-0b2b-4e84-8dfe-ba3c2dcdb319"}
{"level":"info","ts":1784846365.0285773,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846365.028657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231"}
{"level":"info","ts":1784846365.0286694,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231"}
{"level":"info","ts":1784846365.028687,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231","EoS":true}
{"level":"info","ts":1784846365.0287225,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231","header":"x-maas-group"}
{"level":"info","ts":1784846365.0287342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231","header":"x-maas-subscription"}
{"level":"info","ts":1784846365.0287418,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231","header":"x-maas-username"}
{"level":"info","ts":1784846365.0287592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846365.0287886,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231"}
{"level":"info","ts":1784846365.0310566,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231"}
{"level":"info","ts":1784846365.031075,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231"}
{"level":"info","ts":1784846365.0310898,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231","EoS":false}
{"level":"info","ts":1784846365.0310998,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231","EoS":true}
{"level":"info","ts":1784846365.0311334,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1729f140-3f38-4930-83cb-62edb8477231"}
{"level":"info","ts":1784846374.4496286,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846374.4497004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25"}
{"level":"info","ts":1784846374.4497163,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25"}
{"level":"info","ts":1784846374.4497313,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25","EoS":true}
{"level":"info","ts":1784846374.4497707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25","header":"x-maas-subscription"}
{"level":"info","ts":1784846374.4497874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25","header":"x-maas-group"}
{"level":"info","ts":1784846374.4497938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25","header":"x-maas-username"}
{"level":"info","ts":1784846374.44981,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846374.4498596,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25"}
{"level":"info","ts":1784846374.450875,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25"}
{"level":"info","ts":1784846374.4508972,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25"}
{"level":"info","ts":1784846374.4509149,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25","EoS":false}
{"level":"info","ts":1784846374.4509249,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25","EoS":true}
{"level":"info","ts":1784846374.4509544,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c76f51df-8719-4b45-9b59-7192b75b0c25"}
{"level":"info","ts":1784846374.4884503,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846374.488509,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7"}
{"level":"info","ts":1784846374.4885173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7"}
{"level":"info","ts":1784846374.488527,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7","EoS":true}
{"level":"info","ts":1784846374.4885461,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7","header":"x-maas-username"}
{"level":"info","ts":1784846374.488554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7","header":"x-maas-group"}
{"level":"info","ts":1784846374.4885583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7","header":"x-maas-subscription"}
{"level":"info","ts":1784846374.488569,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846374.4885879,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7"}
{"level":"info","ts":1784846374.4896002,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7"}
{"level":"info","ts":1784846374.4896228,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7"}
{"level":"info","ts":1784846374.4896383,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7","EoS":false}
{"level":"info","ts":1784846374.4896488,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7","EoS":true}
{"level":"info","ts":1784846374.4896824,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ea801144-a0a4-4ce5-b3a8-4a8a32314eb7"}
{"level":"info","ts":1784846393.6906064,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846393.6906788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff"}
{"level":"info","ts":1784846393.6906967,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff"}
{"level":"info","ts":1784846393.690715,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff","EoS":true}
{"level":"info","ts":1784846393.690747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff","header":"x-maas-group"}
{"level":"info","ts":1784846393.6907594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff","header":"x-maas-subscription"}
{"level":"info","ts":1784846393.6907678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff","header":"x-maas-username"}
{"level":"info","ts":1784846393.6907845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846393.6908185,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff"}
{"level":"info","ts":1784846393.691849,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff"}
{"level":"info","ts":1784846393.6918647,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff"}
{"level":"info","ts":1784846393.6918814,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff","EoS":false}
{"level":"info","ts":1784846393.6918967,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff","EoS":true}
{"level":"info","ts":1784846393.6919382,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9224fb11-4d63-4da7-8cc0-da03ad0f22ff"}
{"level":"info","ts":1784846524.1249943,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846524.125096,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861"}
{"level":"info","ts":1784846524.1251094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861"}
{"level":"info","ts":1784846524.1251216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861","EoS":true}
{"level":"info","ts":1784846524.125156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861","header":"x-maas-subscription"}
{"level":"info","ts":1784846524.1251702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861","header":"x-maas-group"}
{"level":"info","ts":1784846524.125177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861","header":"x-maas-username"}
{"level":"info","ts":1784846524.1251934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784846524.1252196,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861"}
{"level":"info","ts":1784846524.1279533,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861"}
{"level":"info","ts":1784846524.1279764,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861"}
{"level":"info","ts":1784846524.127991,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861","EoS":false}
{"level":"info","ts":1784846524.1280084,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861","EoS":true}
{"level":"info","ts":1784846524.1280699,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ce326db1-0a86-4914-b586-f76745fb4861"}
{"level":"info","ts":1784846561.226813,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846561.226877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f"}
{"level":"info","ts":1784846561.2268887,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f"}
{"level":"info","ts":1784846561.2269003,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f","EoS":true}
{"level":"info","ts":1784846561.226924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f","header":"x-maas-username"}
{"level":"info","ts":1784846561.2269335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f","header":"x-maas-subscription"}
{"level":"info","ts":1784846561.2269385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f","header":"x-maas-group"}
{"level":"info","ts":1784846561.2269504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846561.2270184,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f"}
{"level":"info","ts":1784846561.2280352,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f"}
{"level":"info","ts":1784846561.228055,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f"}
{"level":"info","ts":1784846561.2280698,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f","EoS":false}
{"level":"info","ts":1784846561.2280803,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f","EoS":true}
{"level":"info","ts":1784846561.228115,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ea341eb5-4159-4719-9471-be8b905eb58f"}
{"level":"info","ts":1784846576.466516,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846576.4665768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334"}
{"level":"info","ts":1784846576.4665852,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334"}
{"level":"info","ts":1784846576.4665956,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334","EoS":true}
{"level":"info","ts":1784846576.4666166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334","header":"x-maas-username"}
{"level":"info","ts":1784846576.4666247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334","header":"x-maas-subscription"}
{"level":"info","ts":1784846576.4666307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334","header":"x-maas-group"}
{"level":"info","ts":1784846576.4666417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846576.4666626,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334"}
{"level":"info","ts":1784846576.4676926,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334"}
{"level":"info","ts":1784846576.4677129,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334"}
{"level":"info","ts":1784846576.4677317,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334","EoS":false}
{"level":"info","ts":1784846576.467745,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334","EoS":true}
{"level":"info","ts":1784846576.4677818,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7df2ce6c-6cae-4d27-8ee9-5bf63f53a334"}
{"level":"info","ts":1784846898.7818522,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846898.7819529,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077"}
{"level":"info","ts":1784846898.781966,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077"}
{"level":"info","ts":1784846898.7819822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077","EoS":true}
{"level":"info","ts":1784846898.7820117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077","header":"x-maas-username"}
{"level":"info","ts":1784846898.7820525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077","header":"x-maas-group"}
{"level":"info","ts":1784846898.7820597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077","header":"x-maas-subscription"}
{"level":"info","ts":1784846898.782076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784846898.7821066,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077"}
{"level":"info","ts":1784846898.7847111,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077"}
{"level":"info","ts":1784846898.784735,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077"}
{"level":"info","ts":1784846898.7847502,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077","EoS":false}
{"level":"info","ts":1784846898.784762,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077","EoS":true}
{"level":"info","ts":1784846898.7847981,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0f405992-0342-4a81-9fd1-bf667287b077"}
{"level":"info","ts":1784846903.5914645,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"423fc108-ccba-4319-b1ba-9de0aaafcf7f","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784846903.5917478,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34031.872204464,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784846903.5917735,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784846903.627455,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784846903.6922696,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"423fc108-ccba-4319-b1ba-9de0aaafcf7f","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784846903.7208405,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7585ec43-852a-4771-b8f5-68d276922dff"}
{"level":"info","ts":1784846903.7209473,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c41ccfc6-3922-484b-bda4-d67e9ce7fc89","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784846903.720973,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c41ccfc6-3922-484b-bda4-d67e9ce7fc89","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784846903.7285821,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b77591a-b665-4069-b3dd-84e430129c1a","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784846903.7286065,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b77591a-b665-4069-b3dd-84e430129c1a","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784846903.7289243,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38650.051001698,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784846903.728947,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784846903.7378666,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784846903.829148,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7585ec43-852a-4771-b8f5-68d276922dff","name":"e2e-external-provider"}
{"level":"info","ts":1784846903.8363266,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4261d347-9a8a-4270-b8c6-6940a93f5c2f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784846903.8363771,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4261d347-9a8a-4270-b8c6-6940a93f5c2f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784846903.8363242,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb58d25a-e531-4a5f-a79d-dc09c1e42788"}
{"level":"info","ts":1784846903.8422003,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb58d25a-e531-4a5f-a79d-dc09c1e42788","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784846903.8422668,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89566d50-34de-4bf3-a44b-972d8681ec55","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784846903.8422976,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89566d50-34de-4bf3-a44b-972d8681ec55","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784846903.8438637,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7585ec43-852a-4771-b8f5-68d276922dff","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"error","ts":1784846903.849041,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb58d25a-e531-4a5f-a79d-dc09c1e42788","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784846903.8491194,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab2d3971-2591-4197-90ce-a4945f553225"}
{"level":"info","ts":1784846903.8491502,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab2d3971-2591-4197-90ce-a4945f553225","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784846903.849337,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c786c2b3-4739-4e50-a2cf-e4739eaa53e7","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784846903.8493674,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c786c2b3-4739-4e50-a2cf-e4739eaa53e7","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784846903.852723,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab2d3971-2591-4197-90ce-a4945f553225","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784846903.8527715,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab2d3971-2591-4197-90ce-a4945f553225","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784846903.8528194,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eab83b82-dc6b-40af-8c44-ef2faad68c93"}
{"level":"info","ts":1784846903.852842,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eab83b82-dc6b-40af-8c44-ef2faad68c93","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784846903.8532588,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7585ec43-852a-4771-b8f5-68d276922dff","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784846903.856769,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eab83b82-dc6b-40af-8c44-ef2faad68c93","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784846903.8603635,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7585ec43-852a-4771-b8f5-68d276922dff","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784846903.865853,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4adf52a8-f0b6-4465-b473-9b8956ae4da2","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784846903.8658748,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4adf52a8-f0b6-4465-b473-9b8956ae4da2","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784846903.8658907,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6af7f5e1-f295-458f-840d-92ba4850e625","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784846903.865912,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6af7f5e1-f295-458f-840d-92ba4850e625","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784846903.865969,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"244d35e8-4d2f-4d01-b2d7-eda0303c8442"}
{"level":"info","ts":1784846903.8660586,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ebd8c209-2b6f-4b60-b4c0-5bc3a7fd43cd"}
{"level":"info","ts":1784846903.8661616,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36784.021534569,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784846903.8661766,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784846903.8662264,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ebd8c209-2b6f-4b60-b4c0-5bc3a7fd43cd","name":"e2e-external-provider"}
{"level":"info","ts":1784846903.8741915,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784846903.8770833,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ebd8c209-2b6f-4b60-b4c0-5bc3a7fd43cd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784846903.9666023,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"244d35e8-4d2f-4d01-b2d7-eda0303c8442","name":"e2e-external-model"}
{"level":"info","ts":1784846903.9802625,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"244d35e8-4d2f-4d01-b2d7-eda0303c8442","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784846903.9862816,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3acb29f7-208d-4789-9ffc-d4f1df776011","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784846903.9863296,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3acb29f7-208d-4789-9ffc-d4f1df776011","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784846903.986294,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d246e409-b4b1-4eee-afae-a1022deb34eb"}
{"level":"info","ts":1784846903.9863791,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d246e409-b4b1-4eee-afae-a1022deb34eb","name":"e2e-external-model"}
{"level":"info","ts":1784846903.9993272,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25bed044-2003-4bed-8e8a-468c5bf66999","name":"e2e-external-model","namespace":"llm"}
{"level":"error","ts":1784846903.9993443,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d246e409-b4b1-4eee-afae-a1022deb34eb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784846903.9993563,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25bed044-2003-4bed-8e8a-468c5bf66999","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784846903.9993901,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3e3c7ca-f87a-45e7-b35b-50cc5f58cd90"}
{"level":"info","ts":1784846903.9994302,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3e3c7ca-f87a-45e7-b35b-50cc5f58cd90","name":"e2e-external-model"}
{"level":"info","ts":1784846904.0073662,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3e3c7ca-f87a-45e7-b35b-50cc5f58cd90","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784846904.0143173,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62a7503e-482d-49c2-b64a-1013015ddec2","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784846904.014353,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"62a7503e-482d-49c2-b64a-1013015ddec2","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784846904.014516,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"751456a1-5079-4bdf-907a-986a1fa5b4bc"}
{"level":"info","ts":1784846904.01456,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"751456a1-5079-4bdf-907a-986a1fa5b4bc","name":"e2e-external-model"}
{"level":"info","ts":1784846904.0221019,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"751456a1-5079-4bdf-907a-986a1fa5b4bc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784846911.3174202,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846911.317493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953"}
{"level":"info","ts":1784846911.317505,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953"}
{"level":"info","ts":1784846911.3175685,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953","EoS":true}
{"level":"info","ts":1784846911.3175986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953","header":"x-maas-group"}
{"level":"info","ts":1784846911.3176098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953","header":"x-maas-username"}
{"level":"info","ts":1784846911.3176165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953","header":"x-maas-subscription"}
{"level":"info","ts":1784846911.3176322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784846911.3176405,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953","modelName":"e2e-external-model"}
{"level":"info","ts":1784846911.317655,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784846911.3177006,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784846911.3177292,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953","authType":"apikey"}
{"level":"info","ts":1784846911.3177612,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32fe1e43-3427-4e85-be72-d4a044a01953"}
{"level":"info","ts":1784846911.4369655,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49b3544f-6a8f-4835-b072-69d253438e66","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784846911.437004,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49b3544f-6a8f-4835-b072-69d253438e66","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784846911.4369655,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93fc2f6e-ba5a-4113-8c71-863810911375"}
{"level":"info","ts":1784846911.4438922,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bf141c9-d45c-422e-af10-808b634f83a0","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784846911.4439213,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bf141c9-d45c-422e-af10-808b634f83a0","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784846911.4449694,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93fc2f6e-ba5a-4113-8c71-863810911375","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784846911.4450674,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93fc2f6e-ba5a-4113-8c71-863810911375","name":"e2e-cleanup-test"}
{"level":"info","ts":1784846911.4603205,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fc64f04e-c59e-4e26-b9aa-d35a0ae70fa2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784846911.4603488,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fc64f04e-c59e-4e26-b9aa-d35a0ae70fa2","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784846911.461917,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93fc2f6e-ba5a-4113-8c71-863810911375","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784846911.4619653,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93fc2f6e-ba5a-4113-8c71-863810911375","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784846911.4620087,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0bc227f2-fd6e-464b-9dc7-fdf15eedca55"}
{"level":"info","ts":1784846911.4620721,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0bc227f2-fd6e-464b-9dc7-fdf15eedca55","name":"e2e-cleanup-test"}
{"level":"info","ts":1784846911.4759786,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b303bbc-01b3-4a7f-b5d2-4dfe9ed60ca0","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784846911.476012,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0b303bbc-01b3-4a7f-b5d2-4dfe9ed60ca0","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784846911.4764247,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0bc227f2-fd6e-464b-9dc7-fdf15eedca55","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784846911.4764977,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c499554-ead0-401f-b4eb-fe1d60192d83"}
{"level":"info","ts":1784846911.4765406,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c499554-ead0-401f-b4eb-fe1d60192d83","name":"e2e-cleanup-test"}
{"level":"info","ts":1784846911.4847038,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c499554-ead0-401f-b4eb-fe1d60192d83","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784846911.4926848,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b04e54e4-bf15-43c2-ae6e-6ce67782b27c"}
{"level":"info","ts":1784846911.4927406,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b04e54e4-bf15-43c2-ae6e-6ce67782b27c","name":"e2e-cleanup-test"}
{"level":"info","ts":1784846911.4926891,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"296908df-6239-43d6-873d-7c49937c2166","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784846911.4927971,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"296908df-6239-43d6-873d-7c49937c2166","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784846911.502236,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b04e54e4-bf15-43c2-ae6e-6ce67782b27c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784846919.7146416,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d254b89-fc2c-4aff-8364-c365994faba1"}
{"level":"info","ts":1784846919.714657,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a75690aa-a347-4ce3-9644-675423bb05d1","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784846919.7146912,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a75690aa-a347-4ce3-9644-675423bb05d1","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784846924.044,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846924.0441022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d47df3e-dd4f-4078-a8c4-30fd92c73a61"}
{"level":"info","ts":1784846924.0441177,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d47df3e-dd4f-4078-a8c4-30fd92c73a61"}
{"level":"info","ts":1784846924.0441344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d47df3e-dd4f-4078-a8c4-30fd92c73a61","EoS":true}
{"level":"info","ts":1784846924.0441756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d47df3e-dd4f-4078-a8c4-30fd92c73a61","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784846924.0442588,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d47df3e-dd4f-4078-a8c4-30fd92c73a61"}
{"level":"info","ts":1784846924.0917916,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846924.091854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8"}
{"level":"info","ts":1784846924.0918622,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8"}
{"level":"info","ts":1784846924.0918725,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8","EoS":true}
{"level":"info","ts":1784846924.0918913,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8","header":"x-maas-subscription"}
{"level":"info","ts":1784846924.0919023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8","header":"x-maas-username"}
{"level":"info","ts":1784846924.0919085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8","header":"x-maas-group"}
{"level":"info","ts":1784846924.091919,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784846924.0919251,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8","modelName":"e2e-external-model"}
{"level":"info","ts":1784846924.0919356,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784846924.0919557,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784846924.0919697,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8","authType":"apikey"}
{"level":"info","ts":1784846924.091993,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32d558bc-44ad-46ef-bdfe-b5211a3c3ea8"}
{"level":"info","ts":1784846924.132376,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846924.1324308,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259"}
{"level":"info","ts":1784846924.1324413,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259"}
{"level":"info","ts":1784846924.1324522,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259","EoS":true}
{"level":"info","ts":1784846924.132473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259","header":"x-maas-username"}
{"level":"info","ts":1784846924.1324825,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259","header":"x-maas-group"}
{"level":"info","ts":1784846924.132487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259","header":"x-maas-subscription"}
{"level":"info","ts":1784846924.132499,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784846924.132527,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259"}
{"level":"info","ts":1784846924.2351913,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259"}
{"level":"info","ts":1784846924.2352138,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259"}
{"level":"info","ts":1784846924.2352316,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259","EoS":false}
{"level":"info","ts":1784846924.235244,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259","EoS":true}
{"level":"error","ts":1784846924.2352583,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784846924.2352993,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0c167d92-d201-4377-81e7-1acf69bd4259"}
{"level":"info","ts":1784846924.274799,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784846924.2748556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56"}
{"level":"info","ts":1784846924.274867,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56"}
{"level":"info","ts":1784846924.2748768,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56","EoS":true}
{"level":"info","ts":1784846924.274895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56","header":"x-maas-subscription"}
{"level":"info","ts":1784846924.274904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56","header":"x-maas-group"}
{"level":"info","ts":1784846924.2749095,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56","header":"x-maas-username"}
{"level":"info","ts":1784846924.2749338,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56"}
{"level":"info","ts":1784846924.3762717,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56"}
{"level":"info","ts":1784846924.3762894,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56"}
{"level":"info","ts":1784846924.3763034,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56","EoS":false}
{"level":"info","ts":1784846924.3763144,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56","EoS":true}
{"level":"error","ts":1784846924.3763294,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784846924.376362,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"149340ff-6c2a-47c6-a7d9-4dd061243a56"}
{"level":"info","ts":1784846925.2197957,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a1e9558-b416-43ef-8c35-8d000e7d6af0"}
{"level":"info","ts":1784846925.2198124,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f60f00ca-2b6d-4260-9af7-7c20ee68a41d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784846925.219841,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f60f00ca-2b6d-4260-9af7-7c20ee68a41d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784846925.3652635,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"beab8331-0e97-45e1-8e3c-1320036eab44"}
{"level":"info","ts":1784846925.3653016,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6b699b0-eeec-4c4a-a9e4-f877cc69ebb5","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784846925.3653378,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6b699b0-eeec-4c4a-a9e4-f877cc69ebb5","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784846925.4868922,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c29da801-9eda-42df-b907-4c006e6d7144","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784846925.486945,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c29da801-9eda-42df-b907-4c006e6d7144","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784848045.6078146,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784848045.6079135,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e035215-04b0-4713-a52c-9683a99dea4b"}
{"level":"info","ts":1784848103.2804236,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784848103.280505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82"}
{"level":"info","ts":1784848103.2805216,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82"}
{"level":"info","ts":1784848103.2805414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82","EoS":true}
{"level":"info","ts":1784848103.280579,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82","header":"x-maas-username"}
{"level":"info","ts":1784848103.2805912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82","header":"x-maas-subscription"}
{"level":"info","ts":1784848103.2806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82","header":"x-maas-group"}
{"level":"info","ts":1784848103.2806172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1784848103.2806482,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82"}
{"level":"info","ts":1784848103.28187,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82"}
{"level":"info","ts":1784848103.2818906,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82"}
{"level":"info","ts":1784848103.2819083,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82","EoS":false}
{"level":"info","ts":1784848103.2819197,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82","EoS":true}
{"level":"info","ts":1784848103.2819579,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3a578b66-3c28-40c5-881e-d11578104a82"}