{"level":"info","ts":1784914481.7943337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27576122-fe17-4348-8133-bf16d2aeabe7"} {"level":"info","ts":1784914481.7943504,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27576122-fe17-4348-8133-bf16d2aeabe7"} {"level":"info","ts":1784914481.794367,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27576122-fe17-4348-8133-bf16d2aeabe7","EoS":true} {"level":"info","ts":1784914481.7944026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27576122-fe17-4348-8133-bf16d2aeabe7","header":"x-maas-subscription"} {"level":"info","ts":1784914481.794417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27576122-fe17-4348-8133-bf16d2aeabe7","header":"x-maas-group"} {"level":"info","ts":1784914481.7944245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27576122-fe17-4348-8133-bf16d2aeabe7","header":"x-maas-username"} {"level":"info","ts":1784914481.794442,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27576122-fe17-4348-8133-bf16d2aeabe7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914481.794472,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27576122-fe17-4348-8133-bf16d2aeabe7"} {"level":"info","ts":1784914481.7962153,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"27576122-fe17-4348-8133-bf16d2aeabe7"} {"level":"info","ts":1784914481.7962406,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"27576122-fe17-4348-8133-bf16d2aeabe7"} {"level":"info","ts":1784914481.7962563,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"27576122-fe17-4348-8133-bf16d2aeabe7","EoS":false} {"level":"info","ts":1784914481.7962677,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"27576122-fe17-4348-8133-bf16d2aeabe7","EoS":true} {"level":"info","ts":1784914481.7963054,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"27576122-fe17-4348-8133-bf16d2aeabe7"} {"level":"info","ts":1784914482.5645435,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914482.5646207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab"} {"level":"info","ts":1784914482.564633,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab"} {"level":"info","ts":1784914482.5646443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab","EoS":true} {"level":"info","ts":1784914482.5646658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab","header":"x-maas-username"} {"level":"info","ts":1784914482.5646756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab","header":"x-maas-group"} {"level":"info","ts":1784914482.5646808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab","header":"x-maas-subscription"} {"level":"info","ts":1784914482.5646927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914482.5647178,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab"} {"level":"info","ts":1784914482.5657535,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab"} {"level":"info","ts":1784914482.5657818,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab"} {"level":"info","ts":1784914482.5658004,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab","EoS":false} {"level":"info","ts":1784914482.565814,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab","EoS":true} {"level":"info","ts":1784914482.565857,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab"} {"level":"info","ts":1784914502.5654297,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914502.5654993,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8"} {"level":"info","ts":1784914502.5655365,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8"} {"level":"info","ts":1784914502.5655499,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8","EoS":true} {"level":"info","ts":1784914502.565573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8","header":"x-maas-subscription"} {"level":"info","ts":1784914502.5655835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8","header":"x-maas-username"} {"level":"info","ts":1784914502.5655882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8","header":"x-maas-group"} {"level":"info","ts":1784914502.5656016,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914502.5656264,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8"} {"level":"info","ts":1784914502.5685642,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8"} {"level":"info","ts":1784914502.568581,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8"} {"level":"info","ts":1784914502.568595,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8","EoS":false} {"level":"info","ts":1784914502.5686054,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8","EoS":true} {"level":"info","ts":1784914502.5686338,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8"} {"level":"info","ts":1784914502.7000642,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914502.7001595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43"} {"level":"info","ts":1784914502.7001762,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43"} {"level":"info","ts":1784914502.7001925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43","EoS":true} {"level":"info","ts":1784914502.7002258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43","header":"x-maas-subscription"} {"level":"info","ts":1784914502.7002387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43","header":"x-maas-group"} {"level":"info","ts":1784914502.7002459,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43","header":"x-maas-username"} {"level":"info","ts":1784914502.700261,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914502.7002954,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43"} {"level":"info","ts":1784914502.7013159,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43"} {"level":"info","ts":1784914502.7013404,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43"} {"level":"info","ts":1784914502.701357,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43","EoS":false} {"level":"info","ts":1784914502.7013714,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43","EoS":true} {"level":"info","ts":1784914502.7014086,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43"} {"level":"info","ts":1784914502.8366272,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914502.836714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83"} {"level":"info","ts":1784914502.8367305,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83"} {"level":"info","ts":1784914502.8367457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83","EoS":true} {"level":"info","ts":1784914502.8367722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83","header":"x-maas-group"} {"level":"info","ts":1784914502.8367827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83","header":"x-maas-subscription"} {"level":"info","ts":1784914502.8367877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83","header":"x-maas-username"} {"level":"info","ts":1784914502.8368025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914502.8368285,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83"} {"level":"info","ts":1784914502.8380046,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83"} {"level":"info","ts":1784914502.8380196,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83"} {"level":"info","ts":1784914502.8380365,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83","EoS":false} {"level":"info","ts":1784914502.838047,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83","EoS":true} {"level":"info","ts":1784914502.8380897,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83"} {"level":"info","ts":1784914502.9710402,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914502.9711168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3"} {"level":"info","ts":1784914502.97113,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3"} {"level":"info","ts":1784914502.9711428,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3","EoS":true} {"level":"info","ts":1784914502.9711716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3","header":"x-maas-subscription"} {"level":"info","ts":1784914502.971182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3","header":"x-maas-username"} {"level":"info","ts":1784914502.9711864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3","header":"x-maas-group"} {"level":"info","ts":1784914502.9711983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914502.9712226,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3"} {"level":"info","ts":1784914502.9722238,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3"} {"level":"info","ts":1784914502.9722404,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3"} {"level":"info","ts":1784914502.9722564,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3","EoS":false} {"level":"info","ts":1784914502.97227,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3","EoS":true} {"level":"info","ts":1784914502.9723098,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3"} {"level":"info","ts":1784914503.1076212,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914503.1077173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f"} {"level":"info","ts":1784914503.107731,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f"} {"level":"info","ts":1784914503.1077433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f","EoS":true} {"level":"info","ts":1784914503.107768,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f","header":"x-maas-group"} {"level":"info","ts":1784914503.1077778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f","header":"x-maas-username"} {"level":"info","ts":1784914503.107785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f","header":"x-maas-subscription"} {"level":"info","ts":1784914503.1077979,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914503.1078231,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f"} {"level":"info","ts":1784914503.1087983,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f"} {"level":"info","ts":1784914503.1088123,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f"} {"level":"info","ts":1784914503.1088293,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f","EoS":false} {"level":"info","ts":1784914503.1088443,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f","EoS":true} {"level":"info","ts":1784914503.1088836,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f"} {"level":"info","ts":1784914521.9577692,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914521.9578412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0"} {"level":"info","ts":1784914521.957849,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0"} {"level":"info","ts":1784914521.9578605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0","EoS":true} {"level":"info","ts":1784914521.957885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0","header":"x-maas-group"} {"level":"info","ts":1784914521.9578948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0","header":"x-maas-username"} {"level":"info","ts":1784914521.9579005,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0","header":"x-maas-subscription"} {"level":"info","ts":1784914521.9579136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914521.9579384,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0"} {"level":"info","ts":1784914521.9607308,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0"} {"level":"info","ts":1784914521.9607525,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0"} {"level":"info","ts":1784914521.9607735,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0","EoS":false} {"level":"info","ts":1784914521.9607952,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0","EoS":true} {"level":"info","ts":1784914521.9608364,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0"} {"level":"info","ts":1784914522.0522182,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914522.0522878,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12fade56-bc87-4eb0-92e2-a09cfc7f751a"} {"level":"info","ts":1784914522.053241,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"12fade56-bc87-4eb0-92e2-a09cfc7f751a"} {"level":"info","ts":1784914522.0532644,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"12fade56-bc87-4eb0-92e2-a09cfc7f751a"} {"level":"info","ts":1784914522.0532804,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"12fade56-bc87-4eb0-92e2-a09cfc7f751a","EoS":false} {"level":"info","ts":1784914522.0532935,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"12fade56-bc87-4eb0-92e2-a09cfc7f751a"} {"level":"info","ts":1784914522.0533192,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"12fade56-bc87-4eb0-92e2-a09cfc7f751a","EoS":true} {"level":"info","ts":1784914522.0533283,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"12fade56-bc87-4eb0-92e2-a09cfc7f751a"} {"level":"info","ts":1784914526.655294,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914526.6553702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b"} {"level":"info","ts":1784914526.6553786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b"} {"level":"info","ts":1784914526.6553924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b","EoS":true} {"level":"info","ts":1784914526.6554155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b","header":"x-maas-username"} {"level":"info","ts":1784914526.6554294,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b","header":"x-maas-group"} {"level":"info","ts":1784914526.655437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b","header":"x-maas-subscription"} {"level":"info","ts":1784914526.6554601,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914526.6554916,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b"} {"level":"info","ts":1784914526.6576004,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b"} {"level":"info","ts":1784914526.6576202,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b"} {"level":"info","ts":1784914526.657635,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b","EoS":false} {"level":"info","ts":1784914526.6576464,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b","EoS":true} {"level":"info","ts":1784914526.657685,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b"} {"level":"info","ts":1784914537.2362616,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914537.236332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce"} {"level":"info","ts":1784914537.2363405,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce"} {"level":"info","ts":1784914537.2363515,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce","EoS":true} {"level":"info","ts":1784914537.236376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce","header":"x-maas-username"} {"level":"info","ts":1784914537.2363837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce","header":"x-maas-group"} {"level":"info","ts":1784914537.236389,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce","header":"x-maas-subscription"} {"level":"info","ts":1784914537.236401,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914537.2364254,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce"} {"level":"info","ts":1784914537.237684,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce"} {"level":"info","ts":1784914537.2377036,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce"} {"level":"info","ts":1784914537.2377183,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce","EoS":false} {"level":"info","ts":1784914537.237729,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce","EoS":true} {"level":"info","ts":1784914537.2377648,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce"} {"level":"info","ts":1784914550.1297581,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914550.1298409,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2"} {"level":"info","ts":1784914550.1298535,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2"} {"level":"info","ts":1784914550.129865,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2","EoS":true} {"level":"info","ts":1784914550.129891,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2","header":"x-maas-username"} {"level":"info","ts":1784914550.1299014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2","header":"x-maas-group"} {"level":"info","ts":1784914550.1299067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2","header":"x-maas-subscription"} {"level":"info","ts":1784914550.129921,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914550.1299484,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2"} {"level":"info","ts":1784914550.1310666,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2"} {"level":"info","ts":1784914550.1310856,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2"} {"level":"info","ts":1784914550.1311076,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2","EoS":false} {"level":"info","ts":1784914550.1311257,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2","EoS":true} {"level":"info","ts":1784914550.1311748,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2"} {"level":"info","ts":1784914558.6444447,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914558.6445434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5"} {"level":"info","ts":1784914558.6445553,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5"} {"level":"info","ts":1784914558.644567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5","EoS":true} {"level":"info","ts":1784914558.6445904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5","header":"x-maas-subscription"} {"level":"info","ts":1784914558.6446006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5","header":"x-maas-username"} {"level":"info","ts":1784914558.6446056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5","header":"x-maas-group"} {"level":"info","ts":1784914558.6446211,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914558.644646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5"} {"level":"info","ts":1784914558.6456945,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5"} {"level":"info","ts":1784914558.6457136,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5"} {"level":"info","ts":1784914558.6457286,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5","EoS":false} {"level":"info","ts":1784914558.6457396,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5","EoS":true} {"level":"info","ts":1784914558.6457736,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5"} {"level":"info","ts":1784914567.4937265,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914567.4937975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782"} {"level":"info","ts":1784914567.4938083,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782"} {"level":"info","ts":1784914567.49382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782","EoS":true} {"level":"info","ts":1784914567.4938455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782","header":"x-maas-username"} {"level":"info","ts":1784914567.4938555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782","header":"x-maas-subscription"} {"level":"info","ts":1784914567.4938602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782","header":"x-maas-group"} {"level":"info","ts":1784914567.4938736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914567.4938974,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782"} {"level":"info","ts":1784914567.494949,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782"} {"level":"info","ts":1784914567.4949832,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782"} {"level":"info","ts":1784914567.4950035,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782","EoS":false} {"level":"info","ts":1784914567.495017,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782","EoS":true} {"level":"info","ts":1784914567.4950516,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782"} {"level":"info","ts":1784914592.2031054,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914592.2031808,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162"} {"level":"info","ts":1784914592.2031937,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162"} {"level":"info","ts":1784914592.2032049,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162","EoS":true} {"level":"info","ts":1784914592.2032297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162","header":"x-maas-group"} {"level":"info","ts":1784914592.2032406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162","header":"x-maas-username"} {"level":"info","ts":1784914592.2032454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162","header":"x-maas-subscription"} {"level":"info","ts":1784914592.2032566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914592.203282,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162"} {"level":"info","ts":1784914592.2043664,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162"} {"level":"info","ts":1784914592.2043865,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162"} {"level":"info","ts":1784914592.2044048,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162","EoS":false} {"level":"info","ts":1784914592.2044165,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162","EoS":true} {"level":"info","ts":1784914592.204451,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162"} {"level":"info","ts":1784914615.2785704,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914615.278646,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c"} {"level":"info","ts":1784914615.278659,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c"} {"level":"info","ts":1784914615.2786705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c","EoS":true} {"level":"info","ts":1784914615.2786965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c","header":"x-maas-username"} {"level":"info","ts":1784914615.2787113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c","header":"x-maas-subscription"} {"level":"info","ts":1784914615.278717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c","header":"x-maas-group"} {"level":"info","ts":1784914615.278731,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914615.2787545,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c"} {"level":"info","ts":1784914615.2798302,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c"} {"level":"info","ts":1784914615.2798498,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c"} {"level":"info","ts":1784914615.2798645,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c","EoS":false} {"level":"info","ts":1784914615.2798767,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c","EoS":true} {"level":"info","ts":1784914615.2799184,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c"} {"level":"info","ts":1784914641.4319637,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914641.4320297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3"} {"level":"info","ts":1784914641.4320476,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3"} {"level":"info","ts":1784914641.4320621,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3","EoS":true} {"level":"info","ts":1784914641.4320872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3","header":"x-maas-username"} {"level":"info","ts":1784914641.4320946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3","header":"x-maas-subscription"} {"level":"info","ts":1784914641.4321015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3","header":"x-maas-group"} {"level":"info","ts":1784914641.4321146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914641.432141,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3"} {"level":"info","ts":1784914641.4335423,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3"} {"level":"info","ts":1784914641.4335632,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3"} {"level":"info","ts":1784914641.43358,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3","EoS":false} {"level":"info","ts":1784914641.433593,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3","EoS":true} {"level":"info","ts":1784914641.4336317,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3"} {"level":"info","ts":1784914651.8628685,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914651.8629465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3"} {"level":"info","ts":1784914651.8629599,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3"} {"level":"info","ts":1784914651.8629715,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3","EoS":true} {"level":"info","ts":1784914651.8629954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3","header":"x-maas-subscription"} {"level":"info","ts":1784914651.8630116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3","header":"x-maas-username"} {"level":"info","ts":1784914651.8630173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3","header":"x-maas-group"} {"level":"info","ts":1784914651.8630314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914651.863057,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3"} {"level":"info","ts":1784914651.8663814,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3"} {"level":"info","ts":1784914651.8664403,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3"} {"level":"info","ts":1784914651.866471,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3","EoS":false} {"level":"info","ts":1784914651.8664942,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3","EoS":true} {"level":"info","ts":1784914651.8665588,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3"} {"level":"info","ts":1784914651.90713,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914651.9071937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4"} {"level":"info","ts":1784914651.9072077,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4"} {"level":"info","ts":1784914651.9072185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4","EoS":true} {"level":"info","ts":1784914651.9072394,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4","header":"x-maas-group"} {"level":"info","ts":1784914651.9072495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4","header":"x-maas-subscription"} {"level":"info","ts":1784914651.9072537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4","header":"x-maas-username"} {"level":"info","ts":1784914651.907267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914651.9072902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4"} {"level":"info","ts":1784914651.908451,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4"} {"level":"info","ts":1784914651.9084706,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4"} {"level":"info","ts":1784914651.90849,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4","EoS":false} {"level":"info","ts":1784914651.9085035,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4","EoS":true} {"level":"info","ts":1784914651.9085586,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4"} {"level":"info","ts":1784914670.9654694,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914670.9655626,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b"} {"level":"info","ts":1784914670.9655771,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b"} {"level":"info","ts":1784914670.9655893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b","EoS":true} {"level":"info","ts":1784914670.9656181,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b","header":"x-maas-group"} {"level":"info","ts":1784914670.9656305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b","header":"x-maas-username"} {"level":"info","ts":1784914670.9656353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b","header":"x-maas-subscription"} {"level":"info","ts":1784914670.9656475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914670.9656694,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b"} {"level":"info","ts":1784914670.9669416,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b"} {"level":"info","ts":1784914670.9669666,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b"} {"level":"info","ts":1784914670.966989,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b","EoS":false} {"level":"info","ts":1784914670.9670162,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b","EoS":true} {"level":"info","ts":1784914670.967066,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b"} {"level":"info","ts":1784914801.340997,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914801.341077,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d"} {"level":"info","ts":1784914801.3410873,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d"} {"level":"info","ts":1784914801.3410983,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d","EoS":true} {"level":"info","ts":1784914801.3411217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d","header":"x-maas-subscription"} {"level":"info","ts":1784914801.3411329,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d","header":"x-maas-group"} {"level":"info","ts":1784914801.341138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d","header":"x-maas-username"} {"level":"info","ts":1784914801.341151,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784914801.3411772,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d"} {"level":"info","ts":1784914801.342714,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d"} {"level":"info","ts":1784914801.3427346,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d"} {"level":"info","ts":1784914801.342755,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d","EoS":false} {"level":"info","ts":1784914801.3427715,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d","EoS":true} {"level":"info","ts":1784914801.3428164,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d"} {"level":"info","ts":1784914840.487203,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914840.4872684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62"} {"level":"info","ts":1784914840.487277,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62"} {"level":"info","ts":1784914840.487288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62","EoS":true} {"level":"info","ts":1784914840.4873114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62","header":"x-maas-username"} {"level":"info","ts":1784914840.487322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62","header":"x-maas-group"} {"level":"info","ts":1784914840.4873269,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62","header":"x-maas-subscription"} {"level":"info","ts":1784914840.4873443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914840.4873695,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62"} {"level":"info","ts":1784914840.4886215,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62"} {"level":"info","ts":1784914840.4886415,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62"} {"level":"info","ts":1784914840.4886684,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62","EoS":false} {"level":"info","ts":1784914840.4886863,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62","EoS":true} {"level":"info","ts":1784914840.4887369,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62"} {"level":"info","ts":1784914855.7814145,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914855.7814794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb"} {"level":"info","ts":1784914855.7814903,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb"} {"level":"info","ts":1784914855.7815018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb","EoS":true} {"level":"info","ts":1784914855.781558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb","header":"x-maas-username"} {"level":"info","ts":1784914855.7815685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb","header":"x-maas-subscription"} {"level":"info","ts":1784914855.7815733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb","header":"x-maas-group"} {"level":"info","ts":1784914855.7815874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914855.781615,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb"} {"level":"info","ts":1784914855.782722,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb"} {"level":"info","ts":1784914855.7827396,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb"} {"level":"info","ts":1784914855.7827601,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb","EoS":false} {"level":"info","ts":1784914855.7827747,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb","EoS":true} {"level":"info","ts":1784914855.7828076,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb"} {"level":"info","ts":1784915162.5979502,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915162.5980313,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94"} {"level":"info","ts":1784915162.598043,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94"} {"level":"info","ts":1784915162.5980558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94","EoS":true} {"level":"info","ts":1784915162.5980794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94","header":"x-maas-group"} {"level":"info","ts":1784915162.59809,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94","header":"x-maas-username"} {"level":"info","ts":1784915162.5980954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94","header":"x-maas-subscription"} {"level":"info","ts":1784915162.598108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915162.5981328,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94"} {"level":"info","ts":1784915162.6020703,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94"} {"level":"info","ts":1784915162.6020935,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94"} {"level":"info","ts":1784915162.602109,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94","EoS":false} {"level":"info","ts":1784915162.602121,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94","EoS":true} {"level":"info","ts":1784915162.602169,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94"} {"level":"info","ts":1784915167.3678825,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2e90f687-36b7-46c8-aa60-80d8df215851","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784915167.36811,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34440.904018785,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915167.3681285,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915167.4114265,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915167.468852,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"2e90f687-36b7-46c8-aa60-80d8df215851","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784915167.4874957,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c9b436a-0e98-47e6-a3d0-11ce5efe307d"} {"level":"info","ts":1784915167.4875817,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9e780499-e163-49e3-ba49-b8efda4e826a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784915167.4876106,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9e780499-e163-49e3-ba49-b8efda4e826a","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784915167.5055456,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c9b436a-0e98-47e6-a3d0-11ce5efe307d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915167.5058155,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35148.419102689,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915167.5058386,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915167.5062165,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4725edf8-b9ea-4147-8048-6ccd1d508fcd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784915167.506244,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4725edf8-b9ea-4147-8048-6ccd1d508fcd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784915167.53492,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915167.6065795,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c9b436a-0e98-47e6-a3d0-11ce5efe307d","name":"e2e-external-provider"} {"level":"info","ts":1784915167.6153376,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c669e10-7abe-4814-8703-8a5c9c916222"} {"level":"info","ts":1784915167.6153436,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26e40989-7079-4baf-aa5c-1ede891a9b54","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915167.6155019,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26e40989-7079-4baf-aa5c-1ede891a9b54","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784915167.6214309,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef694abb-9651-4202-aa79-f2156b44b9cc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915167.6214564,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef694abb-9651-4202-aa79-f2156b44b9cc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784915167.621566,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c669e10-7abe-4814-8703-8a5c9c916222","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784915167.6291866,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c9b436a-0e98-47e6-a3d0-11ce5efe307d","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1784915167.629404,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c669e10-7abe-4814-8703-8a5c9c916222","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915167.629477,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef36ba49-7c18-42dc-a45b-629a408bfd98"} {"level":"info","ts":1784915167.629502,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef36ba49-7c18-42dc-a45b-629a408bfd98","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784915167.629661,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a540dd7f-fac7-4417-a5a8-a3f9513b4a9c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915167.6296847,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a540dd7f-fac7-4417-a5a8-a3f9513b4a9c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784915167.6332755,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef36ba49-7c18-42dc-a45b-629a408bfd98","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784915167.6333165,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef36ba49-7c18-42dc-a45b-629a408bfd98","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915167.6333668,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c85005e-7f52-4599-b7a2-c819df69d503"} {"level":"info","ts":1784915167.6333923,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c85005e-7f52-4599-b7a2-c819df69d503","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784915167.6371684,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c9b436a-0e98-47e6-a3d0-11ce5efe307d","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784915167.6376896,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c85005e-7f52-4599-b7a2-c819df69d503","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915167.6424985,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c9b436a-0e98-47e6-a3d0-11ce5efe307d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784915167.6464827,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c9b436a-0e98-47e6-a3d0-11ce5efe307d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915167.6465821,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5cce367b-fae7-41b1-9d6c-0b7d7f0d6272"} {"level":"info","ts":1784915167.646629,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5cce367b-fae7-41b1-9d6c-0b7d7f0d6272","name":"e2e-external-provider"} {"level":"info","ts":1784915167.6560044,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5cce367b-fae7-41b1-9d6c-0b7d7f0d6272","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784915167.6577854,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ee85419-d7bf-457e-ab88-c04095365c2e"} {"level":"info","ts":1784915167.6578112,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ee85419-d7bf-457e-ab88-c04095365c2e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784915167.6623666,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf439fe2-cdbb-4e18-a0cd-6dd4c46d4681"} {"level":"info","ts":1784915167.6623843,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ae4f766-dd0e-4d08-ad7a-a1f9d64876b5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915167.6624026,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ae4f766-dd0e-4d08-ad7a-a1f9d64876b5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784915167.662423,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf439fe2-cdbb-4e18-a0cd-6dd4c46d4681","name":"e2e-external-provider"} {"level":"info","ts":1784915167.6624484,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b00c8bd0-ccf3-45ea-8dbb-4794876b4748","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784915167.6624625,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b00c8bd0-ccf3-45ea-8dbb-4794876b4748","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784915167.6631594,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9ee85419-d7bf-457e-ab88-c04095365c2e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915167.6632116,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f90fc9f6-4cfb-4c8f-a009-c979a90cfddd"} {"level":"info","ts":1784915167.663397,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38978.652635656,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915167.6634133,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915167.6713507,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915167.6745632,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf439fe2-cdbb-4e18-a0cd-6dd4c46d4681","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784915167.764127,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f90fc9f6-4cfb-4c8f-a009-c979a90cfddd","name":"e2e-external-model"} {"level":"info","ts":1784915167.7754252,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f90fc9f6-4cfb-4c8f-a009-c979a90cfddd","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784915167.7817323,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"116b3848-2b0d-4d0c-81df-60c550eff565","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915167.7817743,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"116b3848-2b0d-4d0c-81df-60c550eff565","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784915167.781735,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6ac733f-439f-4c72-8332-05942858e0cc"} {"level":"info","ts":1784915167.781834,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6ac733f-439f-4c72-8332-05942858e0cc","name":"e2e-external-model"} {"level":"error","ts":1784915167.7956004,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6ac733f-439f-4c72-8332-05942858e0cc","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915167.7956548,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46e72c04-c958-4785-86bd-99b7b24f68b5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915167.7956777,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7445adf-ab77-401e-883f-6dccd6020f9f"} {"level":"info","ts":1784915167.7956913,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46e72c04-c958-4785-86bd-99b7b24f68b5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784915167.79573,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7445adf-ab77-401e-883f-6dccd6020f9f","name":"e2e-external-model"} {"level":"info","ts":1784915167.8042042,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7445adf-ab77-401e-883f-6dccd6020f9f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784915167.8098803,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9a02d484-b0d3-469c-80c5-7e84d0b27dd7"} {"level":"info","ts":1784915167.8098934,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c21a60e4-96c0-409b-9d81-7c95dfd9ee56","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915167.809918,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c21a60e4-96c0-409b-9d81-7c95dfd9ee56","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784915167.8099525,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9a02d484-b0d3-469c-80c5-7e84d0b27dd7","name":"e2e-external-model"} {"level":"info","ts":1784915167.8212342,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9a02d484-b0d3-469c-80c5-7e84d0b27dd7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784915179.2831137,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915179.283196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d"} {"level":"info","ts":1784915179.283212,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d"} {"level":"info","ts":1784915179.2832322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d","EoS":true} {"level":"info","ts":1784915179.2832665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d","header":"x-maas-group"} {"level":"info","ts":1784915179.283281,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d","header":"x-maas-username"} {"level":"info","ts":1784915179.2832901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d","header":"x-maas-subscription"} {"level":"info","ts":1784915179.2833095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784915179.2833233,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d","modelName":"e2e-external-model"} {"level":"info","ts":1784915179.2833426,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784915179.2833798,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784915179.2834065,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d","authType":"apikey"} {"level":"info","ts":1784915179.283457,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d"} {"level":"info","ts":1784915179.406585,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3446e88-6127-4214-a41b-17383a969e5e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915179.4066172,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93e8ffd9-65c5-4ba8-8cdb-ab616ada1948"} {"level":"info","ts":1784915179.4066305,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3446e88-6127-4214-a41b-17383a969e5e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784915179.4157934,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e093d03-3e01-4e7f-bece-21730786ac53","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915179.4158223,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e093d03-3e01-4e7f-bece-21730786ac53","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784915179.4184132,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93e8ffd9-65c5-4ba8-8cdb-ab616ada1948","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915179.4184766,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93e8ffd9-65c5-4ba8-8cdb-ab616ada1948","name":"e2e-cleanup-test"} {"level":"error","ts":1784915179.4390163,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93e8ffd9-65c5-4ba8-8cdb-ab616ada1948","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784915179.4390712,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93e8ffd9-65c5-4ba8-8cdb-ab616ada1948","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915179.439129,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3282f68-86ef-4a76-9b66-3eea0f4be091"} {"level":"info","ts":1784915179.4392023,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3282f68-86ef-4a76-9b66-3eea0f4be091","name":"e2e-cleanup-test"} {"level":"info","ts":1784915179.4392135,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"118677ab-5778-4bd3-91d0-0181a20e1cb0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915179.439245,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"118677ab-5778-4bd3-91d0-0181a20e1cb0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784915179.4484806,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3282f68-86ef-4a76-9b66-3eea0f4be091","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784915179.4485428,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3282f68-86ef-4a76-9b66-3eea0f4be091","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915179.4485931,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"231ee08d-5a92-48f3-ae43-d2821755ca6d"} {"level":"info","ts":1784915179.4486542,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"231ee08d-5a92-48f3-ae43-d2821755ca6d","name":"e2e-cleanup-test"} {"level":"info","ts":1784915179.452626,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b70212a-6389-4a7f-a231-aea5bfcf4025","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915179.452652,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b70212a-6389-4a7f-a231-aea5bfcf4025","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784915179.4613483,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"231ee08d-5a92-48f3-ae43-d2821755ca6d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784915179.4649951,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"231ee08d-5a92-48f3-ae43-d2821755ca6d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915179.465069,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02676e29-771d-48d5-8630-2084959a2efa"} {"level":"info","ts":1784915179.4651115,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02676e29-771d-48d5-8630-2084959a2efa","name":"e2e-cleanup-test"} {"level":"info","ts":1784915179.4676902,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af036acf-992f-4956-a4fa-738f87c14b9e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915179.4677687,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af036acf-992f-4956-a4fa-738f87c14b9e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784915179.4735272,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02676e29-771d-48d5-8630-2084959a2efa","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784915179.4770455,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02676e29-771d-48d5-8630-2084959a2efa","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915179.4771297,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8910e5d4-7c8a-47bb-aff7-ce74514c0f90"} {"level":"info","ts":1784915179.4771833,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8910e5d4-7c8a-47bb-aff7-ce74514c0f90","name":"e2e-cleanup-test"} {"level":"info","ts":1784915179.4861813,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8910e5d4-7c8a-47bb-aff7-ce74514c0f90","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784915187.6599832,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"146d285d-8949-4095-9352-e0af0aeba170"} {"level":"info","ts":1784915187.6600025,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c816c5be-7831-43b7-9e37-455185ecf6fe","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915187.6600363,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c816c5be-7831-43b7-9e37-455185ecf6fe","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915191.9646988,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915191.9647675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"080b83ed-2440-4ec1-a9b6-deb14c838429"} {"level":"info","ts":1784915191.9647775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"080b83ed-2440-4ec1-a9b6-deb14c838429"} {"level":"info","ts":1784915191.964789,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"080b83ed-2440-4ec1-a9b6-deb14c838429","EoS":true} {"level":"info","ts":1784915191.9648213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"080b83ed-2440-4ec1-a9b6-deb14c838429","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784915191.964846,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"080b83ed-2440-4ec1-a9b6-deb14c838429"} {"level":"info","ts":1784915192.0023417,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915192.002414,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7"} {"level":"info","ts":1784915192.0024264,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7"} {"level":"info","ts":1784915192.0024378,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7","EoS":true} {"level":"info","ts":1784915192.002462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7","header":"x-maas-group"} {"level":"info","ts":1784915192.0024722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7","header":"x-maas-username"} {"level":"info","ts":1784915192.0024774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7","header":"x-maas-subscription"} {"level":"info","ts":1784915192.0024905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784915192.0024965,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7","modelName":"e2e-external-model"} {"level":"info","ts":1784915192.002508,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784915192.0025494,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784915192.0025647,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7","authType":"apikey"} {"level":"info","ts":1784915192.0025892,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7"} {"level":"info","ts":1784915192.044231,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915192.0443099,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133"} {"level":"info","ts":1784915192.0443225,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133"} {"level":"info","ts":1784915192.0443356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133","EoS":true} {"level":"info","ts":1784915192.0443628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133","header":"x-maas-subscription"} {"level":"info","ts":1784915192.0443728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133","header":"x-maas-username"} {"level":"info","ts":1784915192.0443776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133","header":"x-maas-group"} {"level":"info","ts":1784915192.0443907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784915192.0444176,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133"} {"level":"info","ts":1784915192.149337,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133"} {"level":"info","ts":1784915192.1493657,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133"} {"level":"info","ts":1784915192.1493838,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133","EoS":false} {"level":"info","ts":1784915192.1493971,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133","EoS":true} {"level":"error","ts":1784915192.1494157,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784915192.1494718,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133"} {"level":"info","ts":1784915192.188861,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915192.1889393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a"} {"level":"info","ts":1784915192.188951,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a"} {"level":"info","ts":1784915192.1889644,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a","EoS":true} {"level":"info","ts":1784915192.1889887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a","header":"x-maas-group"} {"level":"info","ts":1784915192.188999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a","header":"x-maas-subscription"} {"level":"info","ts":1784915192.1890032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a","header":"x-maas-username"} {"level":"info","ts":1784915192.18903,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a"} {"level":"info","ts":1784915192.2379892,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a"} {"level":"info","ts":1784915192.2380178,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a"} {"level":"info","ts":1784915192.2380354,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a","EoS":false} {"level":"info","ts":1784915192.2380497,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a","EoS":true} {"level":"error","ts":1784915192.2380662,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784915192.238102,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a"} {"level":"info","ts":1784915193.0550027,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2403beab-f1ce-4a3a-9874-f08e0731ad5d"} {"level":"info","ts":1784915193.0550027,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3daab1dc-a92c-4aa3-a4af-fd7826a881f6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915193.055066,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3daab1dc-a92c-4aa3-a4af-fd7826a881f6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915193.2004952,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"447f8e0f-58fe-41b0-a4ad-9caad1d8f522"} {"level":"info","ts":1784915193.2004962,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"17e89681-0eb5-417f-97c5-e362dfb11d31","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784915193.2005558,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"17e89681-0eb5-417f-97c5-e362dfb11d31","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784915193.3111317,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6a04e634-ebb3-4072-991d-6015c4e41182","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784915193.3111875,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6a04e634-ebb3-4072-991d-6015c4e41182","key":"llm/e2e-external-model-api-key"}