{"level":"info","ts":1785545601.33784,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"685c3eac-c5e1-4daa-a34c-eba663b56935","EoS":true} {"level":"info","ts":1785545601.3378594,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"685c3eac-c5e1-4daa-a34c-eba663b56935","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545601.3378744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"685c3eac-c5e1-4daa-a34c-eba663b56935","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545601.33789,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"685c3eac-c5e1-4daa-a34c-eba663b56935"} {"level":"info","ts":1785545613.7901745,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545613.7902734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5777adfc-415d-4595-ad2b-7bce7db8b04f"} {"level":"info","ts":1785545613.7902923,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5777adfc-415d-4595-ad2b-7bce7db8b04f"} {"level":"info","ts":1785545613.7903101,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5777adfc-415d-4595-ad2b-7bce7db8b04f","EoS":false} {"level":"info","ts":1785545613.7903385,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5777adfc-415d-4595-ad2b-7bce7db8b04f","EoS":true} {"level":"info","ts":1785545613.7903695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5777adfc-415d-4595-ad2b-7bce7db8b04f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545613.7903924,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5777adfc-415d-4595-ad2b-7bce7db8b04f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545613.790424,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5777adfc-415d-4595-ad2b-7bce7db8b04f"} {"level":"info","ts":1785545613.8362715,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545613.836339,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1e36eea-4226-4c44-a520-ff2c1612dc6a"} {"level":"info","ts":1785545613.8363497,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c1e36eea-4226-4c44-a520-ff2c1612dc6a"} {"level":"info","ts":1785545613.836361,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1e36eea-4226-4c44-a520-ff2c1612dc6a","EoS":false} {"level":"info","ts":1785545613.8363736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c1e36eea-4226-4c44-a520-ff2c1612dc6a","EoS":true} {"level":"info","ts":1785545613.836392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1e36eea-4226-4c44-a520-ff2c1612dc6a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545613.8364058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1e36eea-4226-4c44-a520-ff2c1612dc6a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545613.836425,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c1e36eea-4226-4c44-a520-ff2c1612dc6a"} {"level":"info","ts":1785545613.868174,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545613.868244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8d37532-4b08-470b-ab02-cbdb3517504b"} {"level":"info","ts":1785545613.868256,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8d37532-4b08-470b-ab02-cbdb3517504b"} {"level":"info","ts":1785545613.8682668,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8d37532-4b08-470b-ab02-cbdb3517504b","EoS":false} {"level":"info","ts":1785545613.8682785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8d37532-4b08-470b-ab02-cbdb3517504b","EoS":true} {"level":"info","ts":1785545613.8682983,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8d37532-4b08-470b-ab02-cbdb3517504b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545613.8683107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8d37532-4b08-470b-ab02-cbdb3517504b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545613.8683288,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8d37532-4b08-470b-ab02-cbdb3517504b"} {"level":"info","ts":1785545613.920199,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545613.9202833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e11b7119-5248-43a0-9c7f-2891b51d70a9"} {"level":"info","ts":1785545613.920298,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e11b7119-5248-43a0-9c7f-2891b51d70a9"} {"level":"info","ts":1785545613.9203186,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e11b7119-5248-43a0-9c7f-2891b51d70a9","EoS":false} {"level":"info","ts":1785545613.9203389,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e11b7119-5248-43a0-9c7f-2891b51d70a9","EoS":true} {"level":"info","ts":1785545613.920368,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e11b7119-5248-43a0-9c7f-2891b51d70a9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545613.920386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e11b7119-5248-43a0-9c7f-2891b51d70a9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545613.9204154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e11b7119-5248-43a0-9c7f-2891b51d70a9"} {"level":"info","ts":1785545614.6263154,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545614.6263855,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1af957b3-a462-45df-9235-60f6bf7835bd"} {"level":"info","ts":1785545614.6263943,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1af957b3-a462-45df-9235-60f6bf7835bd"} {"level":"info","ts":1785545614.6264048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1af957b3-a462-45df-9235-60f6bf7835bd","EoS":false} {"level":"info","ts":1785545614.6264164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1af957b3-a462-45df-9235-60f6bf7835bd","EoS":true} {"level":"info","ts":1785545614.6264353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1af957b3-a462-45df-9235-60f6bf7835bd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545614.6264484,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1af957b3-a462-45df-9235-60f6bf7835bd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545614.6264675,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1af957b3-a462-45df-9235-60f6bf7835bd"} {"level":"info","ts":1785545614.6641743,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545614.6642456,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdc9ddb4-ba51-48a3-8a36-71b32bde2828"} {"level":"info","ts":1785545614.6642587,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bdc9ddb4-ba51-48a3-8a36-71b32bde2828"} {"level":"info","ts":1785545614.6642702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdc9ddb4-ba51-48a3-8a36-71b32bde2828","EoS":false} {"level":"info","ts":1785545614.664283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdc9ddb4-ba51-48a3-8a36-71b32bde2828","EoS":true} {"level":"info","ts":1785545614.6643045,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bdc9ddb4-ba51-48a3-8a36-71b32bde2828","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545614.6643205,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdc9ddb4-ba51-48a3-8a36-71b32bde2828","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545614.6643407,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bdc9ddb4-ba51-48a3-8a36-71b32bde2828"} {"level":"info","ts":1785545618.8466268,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545618.8467178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dea1eb0d-9d77-431f-8f18-4e25c3e3a6b9"} {"level":"info","ts":1785545618.846736,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dea1eb0d-9d77-431f-8f18-4e25c3e3a6b9"} {"level":"info","ts":1785545618.8467557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dea1eb0d-9d77-431f-8f18-4e25c3e3a6b9","EoS":false} {"level":"info","ts":1785545618.846775,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dea1eb0d-9d77-431f-8f18-4e25c3e3a6b9","EoS":true} {"level":"info","ts":1785545618.846809,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dea1eb0d-9d77-431f-8f18-4e25c3e3a6b9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545618.846828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dea1eb0d-9d77-431f-8f18-4e25c3e3a6b9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545618.846857,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dea1eb0d-9d77-431f-8f18-4e25c3e3a6b9"} {"level":"info","ts":1785545634.674408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545634.6744812,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8e7130a-f048-452a-878c-62c866f4c890"} {"level":"info","ts":1785545634.674494,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8e7130a-f048-452a-878c-62c866f4c890"} {"level":"info","ts":1785545634.674507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8e7130a-f048-452a-878c-62c866f4c890","EoS":false} {"level":"info","ts":1785545634.6745195,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8e7130a-f048-452a-878c-62c866f4c890","EoS":true} {"level":"info","ts":1785545634.6745415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8e7130a-f048-452a-878c-62c866f4c890","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545634.6745577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8e7130a-f048-452a-878c-62c866f4c890","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545634.674577,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8e7130a-f048-452a-878c-62c866f4c890"} {"level":"info","ts":1785545634.8262272,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545634.8263237,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23798a97-e609-461f-8fa2-0b387c8a5ebb"} {"level":"info","ts":1785545634.8263392,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"23798a97-e609-461f-8fa2-0b387c8a5ebb"} {"level":"info","ts":1785545634.8263586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"23798a97-e609-461f-8fa2-0b387c8a5ebb","EoS":false} {"level":"info","ts":1785545634.826377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"23798a97-e609-461f-8fa2-0b387c8a5ebb","EoS":true} {"level":"info","ts":1785545634.8264072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23798a97-e609-461f-8fa2-0b387c8a5ebb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545634.8264275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23798a97-e609-461f-8fa2-0b387c8a5ebb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545634.8264563,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"23798a97-e609-461f-8fa2-0b387c8a5ebb"} {"level":"info","ts":1785545634.9715066,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545634.971602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab"} {"level":"info","ts":1785545634.9716167,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab"} {"level":"info","ts":1785545634.9716363,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab","EoS":false} {"level":"info","ts":1785545634.9716568,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab","EoS":true} {"level":"info","ts":1785545634.9716995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545634.971744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545634.9717736,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"247fa880-f7ea-4506-9fa9-bc3acddb24ab"} {"level":"info","ts":1785545635.1132164,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545635.1133146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a"} {"level":"info","ts":1785545635.1133285,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a"} {"level":"info","ts":1785545635.1133494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a","EoS":false} {"level":"info","ts":1785545635.113368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a","EoS":true} {"level":"info","ts":1785545635.1133986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545635.1134174,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545635.113441,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac2b4ec9-0d27-4d22-86ba-e53b61a1aa0a"} {"level":"info","ts":1785545635.2551873,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545635.255273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63811373-838d-429e-812c-03bae6337498"} {"level":"info","ts":1785545635.2552834,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"63811373-838d-429e-812c-03bae6337498"} {"level":"info","ts":1785545635.255295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63811373-838d-429e-812c-03bae6337498","EoS":false} {"level":"info","ts":1785545635.2553077,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63811373-838d-429e-812c-03bae6337498","EoS":true} {"level":"info","ts":1785545635.2553294,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63811373-838d-429e-812c-03bae6337498","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545635.2553456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63811373-838d-429e-812c-03bae6337498","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545635.2553675,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"63811373-838d-429e-812c-03bae6337498"} {"level":"info","ts":1785545635.3937418,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545635.3938243,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8360a7e-cd8b-4e75-815b-cad9a6f78de3"} {"level":"info","ts":1785545635.3938363,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8360a7e-cd8b-4e75-815b-cad9a6f78de3"} {"level":"info","ts":1785545635.3938477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8360a7e-cd8b-4e75-815b-cad9a6f78de3","EoS":false} {"level":"info","ts":1785545635.3938615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8360a7e-cd8b-4e75-815b-cad9a6f78de3","EoS":true} {"level":"info","ts":1785545635.3938801,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8360a7e-cd8b-4e75-815b-cad9a6f78de3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545635.3938963,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8360a7e-cd8b-4e75-815b-cad9a6f78de3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545635.3939157,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8360a7e-cd8b-4e75-815b-cad9a6f78de3"} {"level":"info","ts":1785545656.5296066,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545656.5296917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c"} {"level":"info","ts":1785545656.5297053,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c"} {"level":"info","ts":1785545656.5297248,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c","EoS":false} {"level":"info","ts":1785545656.529742,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c","EoS":true} {"level":"info","ts":1785545656.5297751,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545656.529795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545656.5298252,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"342adb97-d15b-43c5-a8b3-63234d97010c"} {"level":"info","ts":1785545656.5725174,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545656.5726042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92a06462-abeb-436a-8335-15640ee5d6df"} {"level":"info","ts":1785545656.5726192,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92a06462-abeb-436a-8335-15640ee5d6df"} {"level":"info","ts":1785545656.572632,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92a06462-abeb-436a-8335-15640ee5d6df","EoS":false} {"level":"info","ts":1785545656.5726447,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92a06462-abeb-436a-8335-15640ee5d6df","EoS":true} {"level":"info","ts":1785545656.5726657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92a06462-abeb-436a-8335-15640ee5d6df","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545656.5726838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92a06462-abeb-436a-8335-15640ee5d6df","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545656.5727057,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92a06462-abeb-436a-8335-15640ee5d6df"} {"level":"info","ts":1785545656.6095338,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545656.6096194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"406bd3a5-6e1f-46d3-91c4-476ce5af7e53"} {"level":"info","ts":1785545656.609632,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"406bd3a5-6e1f-46d3-91c4-476ce5af7e53"} {"level":"info","ts":1785545656.6096559,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"406bd3a5-6e1f-46d3-91c4-476ce5af7e53","EoS":false} {"level":"info","ts":1785545656.6096745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"406bd3a5-6e1f-46d3-91c4-476ce5af7e53","EoS":true} {"level":"info","ts":1785545656.6097028,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"406bd3a5-6e1f-46d3-91c4-476ce5af7e53","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545656.609721,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"406bd3a5-6e1f-46d3-91c4-476ce5af7e53","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545656.6097505,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"406bd3a5-6e1f-46d3-91c4-476ce5af7e53"} {"level":"info","ts":1785545656.6431022,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545656.643176,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b9b41bc9-7000-4c12-9acd-f1fdc8190a5d"} {"level":"info","ts":1785545661.3018708,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545661.3019989,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9"} {"level":"info","ts":1785545661.3020172,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9"} {"level":"info","ts":1785545661.3020349,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9","EoS":false} {"level":"info","ts":1785545661.302053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9","EoS":true} {"level":"info","ts":1785545661.302083,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545661.3021052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545661.302137,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3cb2d23b-80b4-4c3a-a600-d33024b1a6c9"} {"level":"info","ts":1785545669.8801086,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545669.880188,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161"} {"level":"info","ts":1785545669.8801982,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161"} {"level":"info","ts":1785545669.8802109,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161","EoS":false} {"level":"info","ts":1785545669.8802214,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161","EoS":true} {"level":"info","ts":1785545669.8802423,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545669.8802576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545669.880279,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11cc103d-3c65-4add-931a-015bf6340161"} {"level":"info","ts":1785545682.7676234,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545682.7677112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863"} {"level":"info","ts":1785545682.7677228,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863"} {"level":"info","ts":1785545682.767734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863","EoS":false} {"level":"info","ts":1785545682.7677453,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863","EoS":true} {"level":"info","ts":1785545682.7677665,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545682.7677822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545682.7678013,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9cb2686-6c6a-46e4-9f44-a41f5cb4b863"} {"level":"info","ts":1785545691.3167484,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545691.3168275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874"} {"level":"info","ts":1785545691.31684,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874"} {"level":"info","ts":1785545691.3168528,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874","EoS":false} {"level":"info","ts":1785545691.316863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874","EoS":true} {"level":"info","ts":1785545691.316885,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545691.3169005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545691.3169198,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83245190-8a44-413d-bfb2-e31df12b0874"} {"level":"info","ts":1785545700.1799722,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545700.1800451,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60"} {"level":"info","ts":1785545700.180055,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60"} {"level":"info","ts":1785545700.180066,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60","EoS":false} {"level":"info","ts":1785545700.1800773,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60","EoS":true} {"level":"info","ts":1785545700.1800978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545700.180114,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545700.180133,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"282b8e3f-b190-4ee5-9fb1-d500bd5e0f60"} {"level":"info","ts":1785545709.2021134,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545709.2022097,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e217f5ab-f0fa-4a4a-89ee-6ae4648eac85"} {"level":"info","ts":1785545709.2022254,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e217f5ab-f0fa-4a4a-89ee-6ae4648eac85"} {"level":"info","ts":1785545709.202244,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e217f5ab-f0fa-4a4a-89ee-6ae4648eac85","EoS":false} {"level":"info","ts":1785545709.2022648,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e217f5ab-f0fa-4a4a-89ee-6ae4648eac85","EoS":true} {"level":"info","ts":1785545709.2022996,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e217f5ab-f0fa-4a4a-89ee-6ae4648eac85","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545709.2023194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e217f5ab-f0fa-4a4a-89ee-6ae4648eac85","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545709.2023497,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e217f5ab-f0fa-4a4a-89ee-6ae4648eac85"} {"level":"info","ts":1785545713.9771066,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545713.9771826,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"637aaa78-a78b-4264-adff-06f08a113c8d"} {"level":"info","ts":1785545713.9771922,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"637aaa78-a78b-4264-adff-06f08a113c8d"} {"level":"info","ts":1785545713.977204,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"637aaa78-a78b-4264-adff-06f08a113c8d","EoS":false} {"level":"info","ts":1785545713.9772167,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"637aaa78-a78b-4264-adff-06f08a113c8d","EoS":true} {"level":"info","ts":1785545713.977239,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"637aaa78-a78b-4264-adff-06f08a113c8d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785545713.977253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"637aaa78-a78b-4264-adff-06f08a113c8d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545713.9772716,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"637aaa78-a78b-4264-adff-06f08a113c8d"} {"level":"info","ts":1785545718.7941532,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545718.7942483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"015462e5-00c1-4a94-8259-65a11c02b643"} {"level":"info","ts":1785545718.7942634,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"015462e5-00c1-4a94-8259-65a11c02b643"} {"level":"info","ts":1785545718.794283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"015462e5-00c1-4a94-8259-65a11c02b643","EoS":false} {"level":"info","ts":1785545718.7943025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"015462e5-00c1-4a94-8259-65a11c02b643","EoS":true} {"level":"info","ts":1785545718.794335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"015462e5-00c1-4a94-8259-65a11c02b643","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545718.7943544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"015462e5-00c1-4a94-8259-65a11c02b643","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545718.7943842,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"015462e5-00c1-4a94-8259-65a11c02b643"} {"level":"info","ts":1785545729.7693236,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545729.7694054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84"} {"level":"info","ts":1785545729.7694178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84"} {"level":"info","ts":1785545729.7694368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84","EoS":false} {"level":"info","ts":1785545729.7694569,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84","EoS":true} {"level":"info","ts":1785545729.7694879,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545729.7695057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545729.7695348,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9089d6ae-9ccf-47ce-a1cf-47565fd7de84"} {"level":"info","ts":1785545762.8896098,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545762.8896866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797"} {"level":"info","ts":1785545762.8896964,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797"} {"level":"info","ts":1785545762.8897078,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797","EoS":false} {"level":"info","ts":1785545762.8897192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797","EoS":true} {"level":"info","ts":1785545762.8897874,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545762.8898098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545762.8898396,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8304699d-a904-4e10-ab5a-8b546ad12797"} {"level":"info","ts":1785545772.2739766,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545772.274054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c877d21e-687c-43eb-b6db-b3edd44b30a8"} {"level":"info","ts":1785545772.2740655,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c877d21e-687c-43eb-b6db-b3edd44b30a8"} {"level":"info","ts":1785545772.2740774,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c877d21e-687c-43eb-b6db-b3edd44b30a8","EoS":false} {"level":"info","ts":1785545772.2740889,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c877d21e-687c-43eb-b6db-b3edd44b30a8","EoS":true} {"level":"info","ts":1785545772.2741132,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c877d21e-687c-43eb-b6db-b3edd44b30a8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545772.2741292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c877d21e-687c-43eb-b6db-b3edd44b30a8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545772.274149,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c877d21e-687c-43eb-b6db-b3edd44b30a8"} {"level":"info","ts":1785545788.4732258,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545788.473306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"775c8693-2872-430a-b6bc-067d0366cc9e"} {"level":"info","ts":1785545788.4733174,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"775c8693-2872-430a-b6bc-067d0366cc9e"} {"level":"info","ts":1785545788.473329,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"775c8693-2872-430a-b6bc-067d0366cc9e","EoS":false} {"level":"info","ts":1785545788.4733424,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"775c8693-2872-430a-b6bc-067d0366cc9e","EoS":true} {"level":"info","ts":1785545788.4733632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"775c8693-2872-430a-b6bc-067d0366cc9e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545788.4733777,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"775c8693-2872-430a-b6bc-067d0366cc9e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545788.4733977,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"775c8693-2872-430a-b6bc-067d0366cc9e"} {"level":"info","ts":1785545798.0741751,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545798.0742626,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7"} {"level":"info","ts":1785545798.0742779,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7"} {"level":"info","ts":1785545798.0743008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7","EoS":false} {"level":"info","ts":1785545798.0743275,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7","EoS":true} {"level":"info","ts":1785545798.0743575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545798.0743775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545798.0744069,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db6f236b-c221-48c2-8c40-cfcc8102a2c7"} {"level":"info","ts":1785545807.4877381,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545807.487833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f"} {"level":"info","ts":1785545807.4878492,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f"} {"level":"info","ts":1785545807.4878702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f","EoS":false} {"level":"info","ts":1785545807.4878893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f","EoS":true} {"level":"info","ts":1785545807.4879186,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545807.4879534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545807.4879858,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"967bbacf-cee2-4d84-9792-14510444826f"} {"level":"info","ts":1785545807.5305014,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545807.5307653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04"} {"level":"info","ts":1785545807.5308201,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04"} {"level":"info","ts":1785545807.5308678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04","EoS":false} {"level":"info","ts":1785545807.5309901,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04","EoS":true} {"level":"info","ts":1785545807.53106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545807.5311089,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545807.5311656,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7d08b65-75ce-40e7-8518-b2e3afb31c04"} {"level":"info","ts":1785545826.6781902,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545826.678275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07"} {"level":"info","ts":1785545826.6782854,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07"} {"level":"info","ts":1785545826.6783013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07","EoS":false} {"level":"info","ts":1785545826.67832,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07","EoS":true} {"level":"info","ts":1785545826.6783426,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545826.6783578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545826.6783798,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c2bb11c8-7756-4c9a-a8d4-24caff6f9b07"} {"level":"info","ts":1785545836.032167,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545836.0322413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c0b1f87-ce42-4766-967f-48d64c4c7912"} {"level":"info","ts":1785545836.0322504,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c0b1f87-ce42-4766-967f-48d64c4c7912"} {"level":"info","ts":1785545836.0322614,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c0b1f87-ce42-4766-967f-48d64c4c7912","EoS":false} {"level":"info","ts":1785545836.0322747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c0b1f87-ce42-4766-967f-48d64c4c7912","EoS":true} {"level":"info","ts":1785545836.0322952,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c0b1f87-ce42-4766-967f-48d64c4c7912","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785545836.032311,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c0b1f87-ce42-4766-967f-48d64c4c7912","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785545836.032335,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c0b1f87-ce42-4766-967f-48d64c4c7912"} {"level":"info","ts":1785545851.9926376,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545851.9927225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c7b5814-7961-92a7-82c0-fe52fe54b9f8"} {"level":"info","ts":1785545851.992734,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c7b5814-7961-92a7-82c0-fe52fe54b9f8"} {"level":"info","ts":1785545851.9927452,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c7b5814-7961-92a7-82c0-fe52fe54b9f8","EoS":false} {"level":"info","ts":1785545851.9927588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c7b5814-7961-92a7-82c0-fe52fe54b9f8","EoS":true} {"level":"info","ts":1785545851.9927804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c7b5814-7961-92a7-82c0-fe52fe54b9f8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785545851.9927957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c7b5814-7961-92a7-82c0-fe52fe54b9f8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785545851.9928555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c7b5814-7961-92a7-82c0-fe52fe54b9f8"} {"level":"info","ts":1785545985.4387233,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785545985.4388309,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44d99e3a-c769-4e6a-995d-176c4e1ee713"} {"level":"info","ts":1785545985.4388502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44d99e3a-c769-4e6a-995d-176c4e1ee713"} {"level":"info","ts":1785545985.4388704,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44d99e3a-c769-4e6a-995d-176c4e1ee713","EoS":false} {"level":"info","ts":1785545985.4388905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44d99e3a-c769-4e6a-995d-176c4e1ee713","EoS":true} {"level":"info","ts":1785545985.438918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44d99e3a-c769-4e6a-995d-176c4e1ee713","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785545985.4389606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44d99e3a-c769-4e6a-995d-176c4e1ee713","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785545985.4389842,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44d99e3a-c769-4e6a-995d-176c4e1ee713"} {"level":"info","ts":1785546006.598019,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546006.598106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb"} {"level":"info","ts":1785546006.598116,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb"} {"level":"info","ts":1785546006.5981278,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb","EoS":false} {"level":"info","ts":1785546006.598142,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb","EoS":true} {"level":"info","ts":1785546006.598162,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785546006.598177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785546006.5981972,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22b15084-54ab-4931-8ef2-86cda965e9fb"} {"level":"info","ts":1785546058.7986245,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546058.7986982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89"} {"level":"info","ts":1785546058.7987087,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89"} {"level":"info","ts":1785546058.798719,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89","EoS":false} {"level":"info","ts":1785546058.7987332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89","EoS":true} {"level":"info","ts":1785546058.7987542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785546058.7987704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785546058.798792,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f271b009-b9bb-4c3f-99fb-4c0e6a087a89"} {"level":"info","ts":1785546074.0786579,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546074.0787427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad"} {"level":"info","ts":1785546074.0787559,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad"} {"level":"info","ts":1785546074.0787737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad","EoS":false} {"level":"info","ts":1785546074.0787883,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad","EoS":true} {"level":"info","ts":1785546074.0788107,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785546074.078826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785546074.0788474,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d2cf8739-0876-471f-89a1-b08e434e52ad"} {"level":"info","ts":1785546074.375443,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546074.3755279,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7b33deb-0df0-47d1-b51a-864515f8e9bf"} {"level":"info","ts":1785546074.3755434,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e7b33deb-0df0-47d1-b51a-864515f8e9bf"} {"level":"info","ts":1785546074.3755558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7b33deb-0df0-47d1-b51a-864515f8e9bf","EoS":false} {"level":"info","ts":1785546074.3755658,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7b33deb-0df0-47d1-b51a-864515f8e9bf","EoS":true} {"level":"info","ts":1785546074.3755863,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7b33deb-0df0-47d1-b51a-864515f8e9bf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785546074.375601,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7b33deb-0df0-47d1-b51a-864515f8e9bf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785546074.3756263,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e7b33deb-0df0-47d1-b51a-864515f8e9bf"} {"level":"info","ts":1785546417.5637407,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546417.5638278,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb"} {"level":"info","ts":1785546417.5638385,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb"} {"level":"info","ts":1785546417.5638502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb","EoS":false} {"level":"info","ts":1785546417.5638607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb","EoS":true} {"level":"info","ts":1785546417.563881,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785546417.563897,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785546417.5639188,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"41d7c5a5-843a-4acf-be8e-57e08f1124eb"} {"level":"info","ts":1785546417.6156068,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546417.6157048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a"} {"level":"info","ts":1785546417.6157217,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a"} {"level":"info","ts":1785546417.615739,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a","EoS":false} {"level":"info","ts":1785546417.6157556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a","EoS":true} {"level":"info","ts":1785546417.6157866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785546417.6158044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785546417.6158326,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b2a23ee-a6db-40b1-81a2-a89be9a5ee0a"} {"level":"info","ts":1785546417.6773124,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546417.6773999,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30bea6c4-9277-48a6-b912-df71434c30a8"} {"level":"info","ts":1785546417.6774127,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30bea6c4-9277-48a6-b912-df71434c30a8"} {"level":"info","ts":1785546417.677433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30bea6c4-9277-48a6-b912-df71434c30a8","EoS":false} {"level":"info","ts":1785546417.677453,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30bea6c4-9277-48a6-b912-df71434c30a8","EoS":true} {"level":"info","ts":1785546417.6774812,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30bea6c4-9277-48a6-b912-df71434c30a8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785546417.677498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30bea6c4-9277-48a6-b912-df71434c30a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785546417.6775239,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30bea6c4-9277-48a6-b912-df71434c30a8"} {"level":"info","ts":1785546417.7160428,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546417.7161133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84332e8d-6e7b-4030-8cea-940130e21db2"} {"level":"info","ts":1785546417.7161264,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84332e8d-6e7b-4030-8cea-940130e21db2"} {"level":"info","ts":1785546417.716145,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84332e8d-6e7b-4030-8cea-940130e21db2","EoS":false} {"level":"info","ts":1785546417.7161648,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84332e8d-6e7b-4030-8cea-940130e21db2","EoS":true} {"level":"info","ts":1785546417.7161908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84332e8d-6e7b-4030-8cea-940130e21db2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785546417.716207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84332e8d-6e7b-4030-8cea-940130e21db2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785546417.7162323,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84332e8d-6e7b-4030-8cea-940130e21db2"} {"level":"info","ts":1785546422.6011832,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57630b95-f1c2-4f40-a4b5-c54c1f0bec1c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785546422.6012323,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"57630b95-f1c2-4f40-a4b5-c54c1f0bec1c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785546422.6012902,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"900e71fb-1277-4af9-9ad2-c44cdfafd863"} {"level":"info","ts":1785546422.6090076,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6fe73221-8d85-4655-954f-3fb24b883d0b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785546422.6090496,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6fe73221-8d85-4655-954f-3fb24b883d0b","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785546422.6092758,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"900e71fb-1277-4af9-9ad2-c44cdfafd863","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785546422.6095083,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37135.818242847,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785546422.609526,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785546422.7524776,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bdee8b30-9d88-49cf-a3a2-c89668a8773b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785546422.7525363,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bdee8b30-9d88-49cf-a3a2-c89668a8773b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785546422.7538316,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"653d3aa2-10f5-4766-b046-44aac8f2518d"} {"level":"info","ts":1785546422.7540386,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb5a28ee-99fc-40bb-bff8-b278ccc50d5e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785546422.7543955,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb5a28ee-99fc-40bb-bff8-b278ccc50d5e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785546422.7544901,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36347.890626371,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785546422.7545114,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785546422.754774,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785546422.7604868,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785546422.8106792,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34816.396412752,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785546422.8107085,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785546422.8194304,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785546422.855476,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"653d3aa2-10f5-4766-b046-44aac8f2518d","name":"e2e-external-model"} {"level":"info","ts":1785546422.8642538,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bda06ecf-4cf6-4c99-b0f3-e384ff1ecf17","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785546422.86429,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bda06ecf-4cf6-4c99-b0f3-e384ff1ecf17","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785546422.876826,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"653d3aa2-10f5-4766-b046-44aac8f2518d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785546422.876922,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"653d3aa2-10f5-4766-b046-44aac8f2518d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785546422.8770473,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7743bb4-cf34-49d5-854c-048ec1cf2345"} {"level":"info","ts":1785546422.877107,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7743bb4-cf34-49d5-854c-048ec1cf2345","name":"e2e-external-model"} {"level":"info","ts":1785546422.8814645,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5aaee754-f1f3-4326-9110-b029bf0d0b33","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785546422.8814971,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5aaee754-f1f3-4326-9110-b029bf0d0b33","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785546422.8852963,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7743bb4-cf34-49d5-854c-048ec1cf2345","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785546422.8890584,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7743bb4-cf34-49d5-854c-048ec1cf2345","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785546422.8891551,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11c5c793-3853-4284-b371-e667afbb3dc0"} {"level":"info","ts":1785546422.8892298,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11c5c793-3853-4284-b371-e667afbb3dc0","name":"e2e-external-model"} {"level":"info","ts":1785546422.895409,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f55279d-8a56-4752-b798-d7cace73f921","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785546422.8954368,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f55279d-8a56-4752-b798-d7cace73f921","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785546422.8970346,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11c5c793-3853-4284-b371-e667afbb3dc0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785546422.9001305,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11c5c793-3853-4284-b371-e667afbb3dc0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785546422.9001913,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb91b56d-a4f0-4fe1-a317-0213adb7e43e"} {"level":"info","ts":1785546422.9002411,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb91b56d-a4f0-4fe1-a317-0213adb7e43e","name":"e2e-external-model"} {"level":"info","ts":1785546422.9075718,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb91b56d-a4f0-4fe1-a317-0213adb7e43e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785546422.9113162,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"900e71fb-1277-4af9-9ad2-c44cdfafd863","name":"e2e-external-provider"} {"level":"info","ts":1785546422.9198117,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"900e71fb-1277-4af9-9ad2-c44cdfafd863","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785546422.9231331,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"900e71fb-1277-4af9-9ad2-c44cdfafd863","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785546422.9232113,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6069c04-1236-40f2-a9ad-668507fb82a2"} {"level":"info","ts":1785546422.9232464,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6069c04-1236-40f2-a9ad-668507fb82a2","name":"e2e-external-provider"} {"level":"info","ts":1785546422.9315565,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e6069c04-1236-40f2-a9ad-668507fb82a2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785546434.5118446,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546434.5119636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a48994c1-7f8b-4b2c-b824-03318630f963"} {"level":"info","ts":1785546434.5119824,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a48994c1-7f8b-4b2c-b824-03318630f963"} {"level":"info","ts":1785546434.5120034,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a48994c1-7f8b-4b2c-b824-03318630f963","EoS":false} {"level":"info","ts":1785546434.5120263,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a48994c1-7f8b-4b2c-b824-03318630f963","EoS":true} {"level":"info","ts":1785546434.5121098,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a48994c1-7f8b-4b2c-b824-03318630f963","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785546434.5121312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a48994c1-7f8b-4b2c-b824-03318630f963","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785546434.5121448,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a48994c1-7f8b-4b2c-b824-03318630f963","modelName":"e2e-external-model"} {"level":"info","ts":1785546434.512182,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a48994c1-7f8b-4b2c-b824-03318630f963","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785546434.5122447,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a48994c1-7f8b-4b2c-b824-03318630f963"} {"level":"info","ts":1785546434.568451,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546434.568536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6eacac6b-42c0-9b1f-a8a4-df7c70968626"} {"level":"info","ts":1785546434.568551,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6eacac6b-42c0-9b1f-a8a4-df7c70968626"} {"level":"info","ts":1785546434.5685678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6eacac6b-42c0-9b1f-a8a4-df7c70968626","EoS":false} {"level":"info","ts":1785546434.5685842,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6eacac6b-42c0-9b1f-a8a4-df7c70968626","EoS":true} {"level":"info","ts":1785546434.5686102,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6eacac6b-42c0-9b1f-a8a4-df7c70968626","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785546434.568629,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6eacac6b-42c0-9b1f-a8a4-df7c70968626","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785546434.5686393,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6eacac6b-42c0-9b1f-a8a4-df7c70968626","modelName":"e2e-external-model"} {"level":"info","ts":1785546434.5686567,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6eacac6b-42c0-9b1f-a8a4-df7c70968626","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785546434.5687048,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6eacac6b-42c0-9b1f-a8a4-df7c70968626"} {"level":"info","ts":1785546434.5987902,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546434.598869,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06"} {"level":"info","ts":1785546434.598883,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06"} {"level":"info","ts":1785546434.5989025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06","EoS":false} {"level":"info","ts":1785546434.598922,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06","EoS":true} {"level":"info","ts":1785546434.5989707,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785546434.598988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785546434.5989978,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06","modelName":"e2e-external-model"} {"level":"info","ts":1785546434.599016,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785546434.5990636,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"175d6d02-cbc2-405c-9c00-9c10be5f7a06"} {"level":"info","ts":1785546434.8535757,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"694fd5b2-5351-400a-8df1-21d04faa97c2"} {"level":"info","ts":1785546434.853596,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30da1c14-a440-420f-9e67-7f1ab902855d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785546434.853624,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30da1c14-a440-420f-9e67-7f1ab902855d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785546434.8591762,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"694fd5b2-5351-400a-8df1-21d04faa97c2","name":"e2e-cleanup-test"} {"level":"info","ts":1785546434.8592315,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"242d749a-49fc-45bc-8cff-ea04c718ffa5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785546434.859262,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"242d749a-49fc-45bc-8cff-ea04c718ffa5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785546434.8673193,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"694fd5b2-5351-400a-8df1-21d04faa97c2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785546434.875181,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7edb41fa-4c72-4dbd-92c1-a4e0be085a16"} {"level":"info","ts":1785546434.8752496,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18202d90-5e0e-4a52-a154-65e6b28eee5f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785546434.875262,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7edb41fa-4c72-4dbd-92c1-a4e0be085a16","name":"e2e-cleanup-test"} {"level":"info","ts":1785546434.8752747,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18202d90-5e0e-4a52-a154-65e6b28eee5f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785546434.8913023,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b51495ea-83ce-45b2-a1e9-5ed2d76ba8bb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785546434.8913326,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b51495ea-83ce-45b2-a1e9-5ed2d76ba8bb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785546434.8912983,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7edb41fa-4c72-4dbd-92c1-a4e0be085a16","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785546434.8914025,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edd2952d-5ddd-49b3-be11-3d25d018f16b"} {"level":"info","ts":1785546434.891451,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edd2952d-5ddd-49b3-be11-3d25d018f16b","name":"e2e-cleanup-test"} {"level":"info","ts":1785546434.9008512,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edd2952d-5ddd-49b3-be11-3d25d018f16b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785546434.9057717,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49ba1155-3dfd-4dc0-bb2a-e3dd42e7a046"} {"level":"info","ts":1785546434.905786,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"967b7524-2996-418d-a703-f49cb0c8ba44","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785546434.9058108,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"967b7524-2996-418d-a703-f49cb0c8ba44","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785546434.9058251,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49ba1155-3dfd-4dc0-bb2a-e3dd42e7a046","name":"e2e-cleanup-test"} {"level":"info","ts":1785546434.9141626,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49ba1155-3dfd-4dc0-bb2a-e3dd42e7a046","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785546443.1277804,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29ebbeac-c26d-4836-81e5-66bd3679382c"} {"level":"info","ts":1785546443.127789,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec5a6d31-8bcf-4944-9815-ffc5fa449227","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785546443.1278234,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec5a6d31-8bcf-4944-9815-ffc5fa449227","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785546447.4824567,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546447.4825375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0216540b-0e94-48f1-8fb3-27fea636e5bb"} {"level":"info","ts":1785546447.4825482,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0216540b-0e94-48f1-8fb3-27fea636e5bb"} {"level":"info","ts":1785546447.4825604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0216540b-0e94-48f1-8fb3-27fea636e5bb","EoS":false} {"level":"info","ts":1785546447.4825728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0216540b-0e94-48f1-8fb3-27fea636e5bb","EoS":true} {"level":"info","ts":1785546447.482599,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0216540b-0e94-48f1-8fb3-27fea636e5bb","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785546447.4826164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0216540b-0e94-48f1-8fb3-27fea636e5bb","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785546447.4826367,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0216540b-0e94-48f1-8fb3-27fea636e5bb"} {"level":"info","ts":1785546447.5111442,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546447.5112107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f"} {"level":"info","ts":1785546447.5112271,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f"} {"level":"info","ts":1785546447.511245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f","EoS":false} {"level":"info","ts":1785546447.511265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f","EoS":true} {"level":"info","ts":1785546447.5112915,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785546447.5113065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785546447.5113173,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f","modelName":"e2e-external-model"} {"level":"info","ts":1785546447.5113382,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785546447.5113795,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c83433b8-6b08-4152-9201-ea8ccb27d17f"} {"level":"info","ts":1785546447.601541,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546447.6016073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c"} {"level":"info","ts":1785546447.601616,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c"} {"level":"info","ts":1785546447.6016264,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c","EoS":false} {"level":"info","ts":1785546447.6016402,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c","EoS":true} {"level":"info","ts":1785546447.6016579,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785546447.601673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785546447.6016922,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5996d3ba-ce85-46fd-97ba-6bc4351ca01c"} {"level":"info","ts":1785546447.7287405,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785546447.7288077,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d"} {"level":"info","ts":1785546447.728819,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d"} {"level":"info","ts":1785546447.7288299,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d","EoS":false} {"level":"info","ts":1785546447.7288399,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d","EoS":true} {"level":"info","ts":1785546447.728859,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d","field":"model"} {"level":"info","ts":1785546447.7288816,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"848e7fa8-4043-4e5c-8058-b180bbf4622d"} {"level":"info","ts":1785546448.6306512,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90d21091-57b2-41c1-b8ed-b626043adc58","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785546448.63069,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90d21091-57b2-41c1-b8ed-b626043adc58","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785546448.6306944,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0c99f57-1118-4d3c-8517-e5579c4ff464"} {"level":"info","ts":1785546448.7898889,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14a9902c-21aa-45b1-964c-1f92b6ce00e6"} {"level":"info","ts":1785546448.7898939,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3acccad5-da58-4696-b87f-c6b2b12fcf9b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785546448.7899227,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3acccad5-da58-4696-b87f-c6b2b12fcf9b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785547981.8935342,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785547981.8936253,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"41fdcc17-951f-4cb5-966c-f2de58f467ff"} {"level":"info","ts":1785548056.8140194,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785548056.8140984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e"} {"level":"info","ts":1785548056.8141098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e"} {"level":"info","ts":1785548056.814121,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e","EoS":false} {"level":"info","ts":1785548056.8141313,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e","EoS":true} {"level":"info","ts":1785548056.8141525,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785548056.8141677,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785548056.8141875,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39a112bf-1504-4307-ada8-02509457ed2e"}