{"level":"info","ts":1785445939.5647075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74c56794-c7cc-4ed3-8e90-4d14b0716f08","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445939.564731,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74c56794-c7cc-4ed3-8e90-4d14b0716f08"} {"level":"info","ts":1785445939.6089218,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445939.6090004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad32b11d-c259-40e2-82a1-4b79f5ae9254"} {"level":"info","ts":1785445939.6090112,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad32b11d-c259-40e2-82a1-4b79f5ae9254"} {"level":"info","ts":1785445939.6090224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad32b11d-c259-40e2-82a1-4b79f5ae9254","EoS":false} {"level":"info","ts":1785445939.6090343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad32b11d-c259-40e2-82a1-4b79f5ae9254","EoS":true} {"level":"info","ts":1785445939.6090608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad32b11d-c259-40e2-82a1-4b79f5ae9254","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785445939.6090834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad32b11d-c259-40e2-82a1-4b79f5ae9254","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445939.6091034,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad32b11d-c259-40e2-82a1-4b79f5ae9254"} {"level":"info","ts":1785445939.633774,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445939.63385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca7156f4-409a-4940-babf-d2fd8961e176"} {"level":"info","ts":1785445939.6338646,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ca7156f4-409a-4940-babf-d2fd8961e176"} {"level":"info","ts":1785445939.633884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca7156f4-409a-4940-babf-d2fd8961e176","EoS":false} {"level":"info","ts":1785445939.6339033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ca7156f4-409a-4940-babf-d2fd8961e176","EoS":true} {"level":"info","ts":1785445939.6339347,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca7156f4-409a-4940-babf-d2fd8961e176","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785445939.6339536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca7156f4-409a-4940-babf-d2fd8961e176","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445939.633983,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ca7156f4-409a-4940-babf-d2fd8961e176"} {"level":"info","ts":1785445939.6791432,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445939.6792145,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e54cc65e-272d-4305-8fae-443cb454d25f"} {"level":"info","ts":1785445939.6792276,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e54cc65e-272d-4305-8fae-443cb454d25f"} {"level":"info","ts":1785445939.6792395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e54cc65e-272d-4305-8fae-443cb454d25f","EoS":false} {"level":"info","ts":1785445939.679251,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e54cc65e-272d-4305-8fae-443cb454d25f","EoS":true} {"level":"info","ts":1785445939.679268,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e54cc65e-272d-4305-8fae-443cb454d25f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785445939.6792865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e54cc65e-272d-4305-8fae-443cb454d25f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785445939.6793067,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e54cc65e-272d-4305-8fae-443cb454d25f"} {"level":"info","ts":1785445940.3166685,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445940.3167477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c905113-6800-4707-9751-2edc0955a9f0"} {"level":"info","ts":1785445940.3167567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c905113-6800-4707-9751-2edc0955a9f0"} {"level":"info","ts":1785445940.3167677,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c905113-6800-4707-9751-2edc0955a9f0","EoS":false} {"level":"info","ts":1785445940.316778,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c905113-6800-4707-9751-2edc0955a9f0","EoS":true} {"level":"info","ts":1785445940.3167992,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c905113-6800-4707-9751-2edc0955a9f0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785445940.316815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c905113-6800-4707-9751-2edc0955a9f0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445940.316834,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c905113-6800-4707-9751-2edc0955a9f0"} {"level":"info","ts":1785445940.354492,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445940.354575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bae517f7-4151-443a-8879-8dc7b5adf01b"} {"level":"info","ts":1785445940.3546035,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bae517f7-4151-443a-8879-8dc7b5adf01b"} {"level":"info","ts":1785445940.3546224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bae517f7-4151-443a-8879-8dc7b5adf01b","EoS":false} {"level":"info","ts":1785445940.3546429,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bae517f7-4151-443a-8879-8dc7b5adf01b","EoS":true} {"level":"info","ts":1785445940.354675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bae517f7-4151-443a-8879-8dc7b5adf01b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785445940.3546932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bae517f7-4151-443a-8879-8dc7b5adf01b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785445940.354724,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bae517f7-4151-443a-8879-8dc7b5adf01b"} {"level":"info","ts":1785445944.5240579,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445944.524158,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c34f10c-6050-4f98-8b25-156cc6fdc8e5"} {"level":"info","ts":1785445944.5241735,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c34f10c-6050-4f98-8b25-156cc6fdc8e5"} {"level":"info","ts":1785445944.524186,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c34f10c-6050-4f98-8b25-156cc6fdc8e5","EoS":false} {"level":"info","ts":1785445944.5241966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c34f10c-6050-4f98-8b25-156cc6fdc8e5","EoS":true} {"level":"info","ts":1785445944.5242174,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c34f10c-6050-4f98-8b25-156cc6fdc8e5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785445944.5242326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c34f10c-6050-4f98-8b25-156cc6fdc8e5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785445944.5242534,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c34f10c-6050-4f98-8b25-156cc6fdc8e5"} {"level":"info","ts":1785445960.3124967,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445960.3125741,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5bfad44f-82e9-430b-ac0c-db256201ab1d"} {"level":"info","ts":1785445960.312611,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5bfad44f-82e9-430b-ac0c-db256201ab1d"} {"level":"info","ts":1785445960.3126245,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5bfad44f-82e9-430b-ac0c-db256201ab1d","EoS":false} {"level":"info","ts":1785445960.3126373,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5bfad44f-82e9-430b-ac0c-db256201ab1d","EoS":true} {"level":"info","ts":1785445960.3126578,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5bfad44f-82e9-430b-ac0c-db256201ab1d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785445960.3126738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5bfad44f-82e9-430b-ac0c-db256201ab1d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445960.3126962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5bfad44f-82e9-430b-ac0c-db256201ab1d"} {"level":"info","ts":1785445960.4726377,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445960.4727228,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19353945-256c-412b-a6fe-2583e0f8c040"} {"level":"info","ts":1785445960.4727323,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"19353945-256c-412b-a6fe-2583e0f8c040"} {"level":"info","ts":1785445960.472744,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19353945-256c-412b-a6fe-2583e0f8c040","EoS":false} {"level":"info","ts":1785445960.4727545,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19353945-256c-412b-a6fe-2583e0f8c040","EoS":true} {"level":"info","ts":1785445960.472776,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19353945-256c-412b-a6fe-2583e0f8c040","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785445960.4727914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19353945-256c-412b-a6fe-2583e0f8c040","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445960.4728112,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"19353945-256c-412b-a6fe-2583e0f8c040"} {"level":"info","ts":1785445960.6304486,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445960.6305566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31f94d48-a55e-48ed-94e8-65d61a8545d4"} {"level":"info","ts":1785445960.6305733,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31f94d48-a55e-48ed-94e8-65d61a8545d4"} {"level":"info","ts":1785445960.6306164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31f94d48-a55e-48ed-94e8-65d61a8545d4","EoS":false} {"level":"info","ts":1785445960.6306276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31f94d48-a55e-48ed-94e8-65d61a8545d4","EoS":true} {"level":"info","ts":1785445960.630652,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31f94d48-a55e-48ed-94e8-65d61a8545d4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785445960.630668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31f94d48-a55e-48ed-94e8-65d61a8545d4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445960.6306887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31f94d48-a55e-48ed-94e8-65d61a8545d4"} {"level":"info","ts":1785445960.7677379,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445960.7678318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c7be36e-8b3a-4f9d-90c2-9732d14ca6bc"} {"level":"info","ts":1785445960.7678485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c7be36e-8b3a-4f9d-90c2-9732d14ca6bc"} {"level":"info","ts":1785445960.7678614,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c7be36e-8b3a-4f9d-90c2-9732d14ca6bc","EoS":false} {"level":"info","ts":1785445960.7678745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c7be36e-8b3a-4f9d-90c2-9732d14ca6bc","EoS":true} {"level":"info","ts":1785445960.767899,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c7be36e-8b3a-4f9d-90c2-9732d14ca6bc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785445960.7679148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c7be36e-8b3a-4f9d-90c2-9732d14ca6bc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445960.7679398,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c7be36e-8b3a-4f9d-90c2-9732d14ca6bc"} {"level":"info","ts":1785445960.9066014,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445960.906686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ec34924-322e-4a45-97ce-2ba506b1b8e7"} {"level":"info","ts":1785445960.9067001,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ec34924-322e-4a45-97ce-2ba506b1b8e7"} {"level":"info","ts":1785445960.9067125,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ec34924-322e-4a45-97ce-2ba506b1b8e7","EoS":false} {"level":"info","ts":1785445960.9067273,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ec34924-322e-4a45-97ce-2ba506b1b8e7","EoS":true} {"level":"info","ts":1785445960.9067466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ec34924-322e-4a45-97ce-2ba506b1b8e7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785445960.906762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ec34924-322e-4a45-97ce-2ba506b1b8e7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445960.9067903,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ec34924-322e-4a45-97ce-2ba506b1b8e7"} {"level":"info","ts":1785445961.0407374,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445961.0408168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3700d7ae-bbe4-4b26-b6f1-562c08b8cc9f"} {"level":"info","ts":1785445961.0408256,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3700d7ae-bbe4-4b26-b6f1-562c08b8cc9f"} {"level":"info","ts":1785445961.040837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3700d7ae-bbe4-4b26-b6f1-562c08b8cc9f","EoS":false} {"level":"info","ts":1785445961.0408509,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3700d7ae-bbe4-4b26-b6f1-562c08b8cc9f","EoS":true} {"level":"info","ts":1785445961.040872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3700d7ae-bbe4-4b26-b6f1-562c08b8cc9f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785445961.0408878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3700d7ae-bbe4-4b26-b6f1-562c08b8cc9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445961.040909,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3700d7ae-bbe4-4b26-b6f1-562c08b8cc9f"} {"level":"info","ts":1785445982.0699582,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445982.070041,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd2bd540-b702-4fc7-8b66-253d9039d165"} {"level":"info","ts":1785445982.0700552,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd2bd540-b702-4fc7-8b66-253d9039d165"} {"level":"info","ts":1785445982.0700676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd2bd540-b702-4fc7-8b66-253d9039d165","EoS":false} {"level":"info","ts":1785445982.0700812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd2bd540-b702-4fc7-8b66-253d9039d165","EoS":true} {"level":"info","ts":1785445982.070103,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd2bd540-b702-4fc7-8b66-253d9039d165","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785445982.0701187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd2bd540-b702-4fc7-8b66-253d9039d165","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445982.070142,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd2bd540-b702-4fc7-8b66-253d9039d165"} {"level":"info","ts":1785445982.1141336,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445982.1142151,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c3e6541-e06b-48e4-b5f4-8e8ae6db61f6"} {"level":"info","ts":1785445982.1142273,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c3e6541-e06b-48e4-b5f4-8e8ae6db61f6"} {"level":"info","ts":1785445982.1142392,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c3e6541-e06b-48e4-b5f4-8e8ae6db61f6","EoS":false} {"level":"info","ts":1785445982.1142502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c3e6541-e06b-48e4-b5f4-8e8ae6db61f6","EoS":true} {"level":"info","ts":1785445982.1142702,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c3e6541-e06b-48e4-b5f4-8e8ae6db61f6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785445982.1142857,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c3e6541-e06b-48e4-b5f4-8e8ae6db61f6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445982.1143055,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c3e6541-e06b-48e4-b5f4-8e8ae6db61f6"} {"level":"info","ts":1785445982.1462328,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445982.1463108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"295a01a7-8b41-4f1a-a522-a4aab57f421e"} {"level":"info","ts":1785445982.1463256,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"295a01a7-8b41-4f1a-a522-a4aab57f421e"} {"level":"info","ts":1785445982.1463401,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"295a01a7-8b41-4f1a-a522-a4aab57f421e","EoS":false} {"level":"info","ts":1785445982.1463513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"295a01a7-8b41-4f1a-a522-a4aab57f421e","EoS":true} {"level":"info","ts":1785445982.1463697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"295a01a7-8b41-4f1a-a522-a4aab57f421e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785445982.1463847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"295a01a7-8b41-4f1a-a522-a4aab57f421e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445982.1464033,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"295a01a7-8b41-4f1a-a522-a4aab57f421e"} {"level":"info","ts":1785445982.1774223,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445982.1774912,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6e6a02f8-9a73-4897-b403-ba60bb6d5c96"} {"level":"info","ts":1785445986.7820837,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445986.7821767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6795655e-44eb-414c-9cb0-7eba40b91669"} {"level":"info","ts":1785445986.7821922,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6795655e-44eb-414c-9cb0-7eba40b91669"} {"level":"info","ts":1785445986.7822113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6795655e-44eb-414c-9cb0-7eba40b91669","EoS":false} {"level":"info","ts":1785445986.7822287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6795655e-44eb-414c-9cb0-7eba40b91669","EoS":true} {"level":"info","ts":1785445986.7822664,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6795655e-44eb-414c-9cb0-7eba40b91669","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785445986.7822866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6795655e-44eb-414c-9cb0-7eba40b91669","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785445986.7823153,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6795655e-44eb-414c-9cb0-7eba40b91669"} {"level":"info","ts":1785445995.3383543,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785445995.338429,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c54fdac7-8fa5-47de-8c06-e33fd38c8231"} {"level":"info","ts":1785445995.3384392,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c54fdac7-8fa5-47de-8c06-e33fd38c8231"} {"level":"info","ts":1785445995.3384516,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c54fdac7-8fa5-47de-8c06-e33fd38c8231","EoS":false} {"level":"info","ts":1785445995.338462,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c54fdac7-8fa5-47de-8c06-e33fd38c8231","EoS":true} {"level":"info","ts":1785445995.3384905,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c54fdac7-8fa5-47de-8c06-e33fd38c8231","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785445995.3385072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c54fdac7-8fa5-47de-8c06-e33fd38c8231","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785445995.3385277,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c54fdac7-8fa5-47de-8c06-e33fd38c8231"} {"level":"info","ts":1785446008.18775,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446008.187828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"068b0f43-f6e4-4f16-86b0-cdd58ce4d7de"} {"level":"info","ts":1785446008.1878376,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"068b0f43-f6e4-4f16-86b0-cdd58ce4d7de"} {"level":"info","ts":1785446008.1878495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"068b0f43-f6e4-4f16-86b0-cdd58ce4d7de","EoS":false} {"level":"info","ts":1785446008.187861,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"068b0f43-f6e4-4f16-86b0-cdd58ce4d7de","EoS":true} {"level":"info","ts":1785446008.187884,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"068b0f43-f6e4-4f16-86b0-cdd58ce4d7de","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785446008.187905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"068b0f43-f6e4-4f16-86b0-cdd58ce4d7de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446008.1879308,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"068b0f43-f6e4-4f16-86b0-cdd58ce4d7de"} {"level":"info","ts":1785446016.715497,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446016.715607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f227b173-0f32-4e53-a5bf-a293c698d88a"} {"level":"info","ts":1785446016.7156258,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f227b173-0f32-4e53-a5bf-a293c698d88a"} {"level":"info","ts":1785446016.7156458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f227b173-0f32-4e53-a5bf-a293c698d88a","EoS":false} {"level":"info","ts":1785446016.7156641,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f227b173-0f32-4e53-a5bf-a293c698d88a","EoS":true} {"level":"info","ts":1785446016.7156954,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f227b173-0f32-4e53-a5bf-a293c698d88a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785446016.7157142,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f227b173-0f32-4e53-a5bf-a293c698d88a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446016.7157447,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f227b173-0f32-4e53-a5bf-a293c698d88a"} {"level":"info","ts":1785446025.560891,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446025.5609698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e848187-5206-4a80-9b3c-47aafc4537b9"} {"level":"info","ts":1785446025.5609791,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e848187-5206-4a80-9b3c-47aafc4537b9"} {"level":"info","ts":1785446025.5609896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e848187-5206-4a80-9b3c-47aafc4537b9","EoS":false} {"level":"info","ts":1785446025.5609999,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e848187-5206-4a80-9b3c-47aafc4537b9","EoS":true} {"level":"info","ts":1785446025.5610206,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e848187-5206-4a80-9b3c-47aafc4537b9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785446025.5610375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e848187-5206-4a80-9b3c-47aafc4537b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446025.5610578,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e848187-5206-4a80-9b3c-47aafc4537b9"} {"level":"info","ts":1785446034.5154984,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446034.5156052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ef2e3b7-e150-4faa-8cdb-939cd286a7a2"} {"level":"info","ts":1785446034.51562,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ef2e3b7-e150-4faa-8cdb-939cd286a7a2"} {"level":"info","ts":1785446034.5156322,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ef2e3b7-e150-4faa-8cdb-939cd286a7a2","EoS":false} {"level":"info","ts":1785446034.5156431,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ef2e3b7-e150-4faa-8cdb-939cd286a7a2","EoS":true} {"level":"info","ts":1785446034.515663,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ef2e3b7-e150-4faa-8cdb-939cd286a7a2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785446034.515679,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ef2e3b7-e150-4faa-8cdb-939cd286a7a2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446034.5157003,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ef2e3b7-e150-4faa-8cdb-939cd286a7a2"} {"level":"info","ts":1785446039.2990963,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446039.2991736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e76ea025-fb0e-4d81-bfcf-ea92acf9ff4c"} {"level":"info","ts":1785446039.2991834,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e76ea025-fb0e-4d81-bfcf-ea92acf9ff4c"} {"level":"info","ts":1785446039.2991939,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e76ea025-fb0e-4d81-bfcf-ea92acf9ff4c","EoS":false} {"level":"info","ts":1785446039.2992072,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e76ea025-fb0e-4d81-bfcf-ea92acf9ff4c","EoS":true} {"level":"info","ts":1785446039.299231,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e76ea025-fb0e-4d81-bfcf-ea92acf9ff4c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785446039.2992475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e76ea025-fb0e-4d81-bfcf-ea92acf9ff4c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446039.299271,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e76ea025-fb0e-4d81-bfcf-ea92acf9ff4c"} {"level":"info","ts":1785446044.0420594,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446044.0421314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"317b41ce-109b-4567-8567-185e3dffc35c"} {"level":"info","ts":1785446044.042141,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"317b41ce-109b-4567-8567-185e3dffc35c"} {"level":"info","ts":1785446044.042152,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"317b41ce-109b-4567-8567-185e3dffc35c","EoS":false} {"level":"info","ts":1785446044.042163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"317b41ce-109b-4567-8567-185e3dffc35c","EoS":true} {"level":"info","ts":1785446044.042183,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"317b41ce-109b-4567-8567-185e3dffc35c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785446044.0421984,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"317b41ce-109b-4567-8567-185e3dffc35c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785446044.0422173,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"317b41ce-109b-4567-8567-185e3dffc35c"} {"level":"info","ts":1785446054.9442225,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446054.944306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30dc7d00-8f80-4760-8186-b5a6a9924789"} {"level":"info","ts":1785446054.9443166,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30dc7d00-8f80-4760-8186-b5a6a9924789"} {"level":"info","ts":1785446054.9443285,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30dc7d00-8f80-4760-8186-b5a6a9924789","EoS":false} {"level":"info","ts":1785446054.9443414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30dc7d00-8f80-4760-8186-b5a6a9924789","EoS":true} {"level":"info","ts":1785446054.9443626,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30dc7d00-8f80-4760-8186-b5a6a9924789","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785446054.9443796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30dc7d00-8f80-4760-8186-b5a6a9924789","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785446054.9444005,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30dc7d00-8f80-4760-8186-b5a6a9924789"} {"level":"info","ts":1785446087.8707879,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446087.870875,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6351a635-d5d4-4008-8fec-49f5da13a80a"} {"level":"info","ts":1785446087.8708913,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6351a635-d5d4-4008-8fec-49f5da13a80a"} {"level":"info","ts":1785446087.870904,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6351a635-d5d4-4008-8fec-49f5da13a80a","EoS":false} {"level":"info","ts":1785446087.870917,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6351a635-d5d4-4008-8fec-49f5da13a80a","EoS":true} {"level":"info","ts":1785446087.8709378,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6351a635-d5d4-4008-8fec-49f5da13a80a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785446087.8709526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6351a635-d5d4-4008-8fec-49f5da13a80a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785446087.8709798,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6351a635-d5d4-4008-8fec-49f5da13a80a"} {"level":"info","ts":1785446097.1375008,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446097.137599,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b3dd3c9-c8e9-4d69-8c4b-a3c75e75b243"} {"level":"info","ts":1785446097.1376083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5b3dd3c9-c8e9-4d69-8c4b-a3c75e75b243"} {"level":"info","ts":1785446097.13762,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b3dd3c9-c8e9-4d69-8c4b-a3c75e75b243","EoS":false} {"level":"info","ts":1785446097.1376317,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b3dd3c9-c8e9-4d69-8c4b-a3c75e75b243","EoS":true} {"level":"info","ts":1785446097.1376529,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b3dd3c9-c8e9-4d69-8c4b-a3c75e75b243","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785446097.1376681,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b3dd3c9-c8e9-4d69-8c4b-a3c75e75b243","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446097.1376898,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5b3dd3c9-c8e9-4d69-8c4b-a3c75e75b243"} {"level":"info","ts":1785446113.1663163,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446113.1663895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"489d89db-eab4-406e-8b6a-78b4788c4cef"} {"level":"info","ts":1785446113.1663992,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"489d89db-eab4-406e-8b6a-78b4788c4cef"} {"level":"info","ts":1785446113.1664107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"489d89db-eab4-406e-8b6a-78b4788c4cef","EoS":false} {"level":"info","ts":1785446113.1664228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"489d89db-eab4-406e-8b6a-78b4788c4cef","EoS":true} {"level":"info","ts":1785446113.1664438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"489d89db-eab4-406e-8b6a-78b4788c4cef","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785446113.1664596,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"489d89db-eab4-406e-8b6a-78b4788c4cef","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785446113.166479,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"489d89db-eab4-406e-8b6a-78b4788c4cef"} {"level":"info","ts":1785446122.6842709,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446122.6843467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3275f204-70db-4b08-8aec-2d9b8b6c2f44"} {"level":"info","ts":1785446122.6843548,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3275f204-70db-4b08-8aec-2d9b8b6c2f44"} {"level":"info","ts":1785446122.684365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3275f204-70db-4b08-8aec-2d9b8b6c2f44","EoS":false} {"level":"info","ts":1785446122.6843758,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3275f204-70db-4b08-8aec-2d9b8b6c2f44","EoS":true} {"level":"info","ts":1785446122.6843963,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3275f204-70db-4b08-8aec-2d9b8b6c2f44","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785446122.684412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3275f204-70db-4b08-8aec-2d9b8b6c2f44","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446122.6844351,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3275f204-70db-4b08-8aec-2d9b8b6c2f44"} {"level":"info","ts":1785446124.716152,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446124.7162278,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"521b37e4-1131-4a36-afe6-f285f83cad67"} {"level":"info","ts":1785446124.7162368,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"521b37e4-1131-4a36-afe6-f285f83cad67"} {"level":"info","ts":1785446124.7162476,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"521b37e4-1131-4a36-afe6-f285f83cad67","EoS":false} {"level":"info","ts":1785446124.7162578,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"521b37e4-1131-4a36-afe6-f285f83cad67","EoS":true} {"level":"info","ts":1785446124.7162805,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"521b37e4-1131-4a36-afe6-f285f83cad67","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785446124.7162948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"521b37e4-1131-4a36-afe6-f285f83cad67","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446124.7163157,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"521b37e4-1131-4a36-afe6-f285f83cad67"} {"level":"info","ts":1785446134.0663006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446134.0663784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ccce185-5ebc-4b74-a871-bfba8ee4b61d"} {"level":"info","ts":1785446134.0663884,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ccce185-5ebc-4b74-a871-bfba8ee4b61d"} {"level":"info","ts":1785446134.0663993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ccce185-5ebc-4b74-a871-bfba8ee4b61d","EoS":false} {"level":"info","ts":1785446134.0664117,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ccce185-5ebc-4b74-a871-bfba8ee4b61d","EoS":true} {"level":"info","ts":1785446134.0664332,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ccce185-5ebc-4b74-a871-bfba8ee4b61d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785446134.0664477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ccce185-5ebc-4b74-a871-bfba8ee4b61d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446134.0664697,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ccce185-5ebc-4b74-a871-bfba8ee4b61d"} {"level":"info","ts":1785446134.1001027,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446134.100165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"544bb5a1-28f5-47d7-b003-002a558afda1"} {"level":"info","ts":1785446134.100175,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"544bb5a1-28f5-47d7-b003-002a558afda1"} {"level":"info","ts":1785446134.1001859,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"544bb5a1-28f5-47d7-b003-002a558afda1","EoS":false} {"level":"info","ts":1785446134.1001966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"544bb5a1-28f5-47d7-b003-002a558afda1","EoS":true} {"level":"info","ts":1785446134.1002169,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"544bb5a1-28f5-47d7-b003-002a558afda1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785446134.1002297,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"544bb5a1-28f5-47d7-b003-002a558afda1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446134.100248,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"544bb5a1-28f5-47d7-b003-002a558afda1"} {"level":"info","ts":1785446153.064668,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446153.064747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c13115b-4982-468b-a42d-9410408492fc"} {"level":"info","ts":1785446153.0647585,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c13115b-4982-468b-a42d-9410408492fc"} {"level":"info","ts":1785446153.0647697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c13115b-4982-468b-a42d-9410408492fc","EoS":false} {"level":"info","ts":1785446153.0647829,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c13115b-4982-468b-a42d-9410408492fc","EoS":true} {"level":"info","ts":1785446153.064804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c13115b-4982-468b-a42d-9410408492fc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785446153.0648196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c13115b-4982-468b-a42d-9410408492fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446153.0648427,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c13115b-4982-468b-a42d-9410408492fc"} {"level":"info","ts":1785446162.3309767,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446162.331052,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00f50f53-dd4d-4445-8da9-549eeb3f4c84"} {"level":"info","ts":1785446162.3310633,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"00f50f53-dd4d-4445-8da9-549eeb3f4c84"} {"level":"info","ts":1785446162.3310742,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00f50f53-dd4d-4445-8da9-549eeb3f4c84","EoS":false} {"level":"info","ts":1785446162.331085,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00f50f53-dd4d-4445-8da9-549eeb3f4c84","EoS":true} {"level":"info","ts":1785446162.3311062,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00f50f53-dd4d-4445-8da9-549eeb3f4c84","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785446162.331122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00f50f53-dd4d-4445-8da9-549eeb3f4c84","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446162.3311412,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"00f50f53-dd4d-4445-8da9-549eeb3f4c84"} {"level":"info","ts":1785446178.1591923,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446178.1592693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e907a7d-2d0a-4ae9-933a-c6c58f74d660"} {"level":"info","ts":1785446178.159282,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0e907a7d-2d0a-4ae9-933a-c6c58f74d660"} {"level":"info","ts":1785446178.1592934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e907a7d-2d0a-4ae9-933a-c6c58f74d660","EoS":false} {"level":"info","ts":1785446178.1593068,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e907a7d-2d0a-4ae9-933a-c6c58f74d660","EoS":true} {"level":"info","ts":1785446178.1593344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e907a7d-2d0a-4ae9-933a-c6c58f74d660","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785446178.1593492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e907a7d-2d0a-4ae9-933a-c6c58f74d660","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785446178.1593692,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0e907a7d-2d0a-4ae9-933a-c6c58f74d660"} {"level":"info","ts":1785446310.9342124,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446310.9342968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba49063a-d608-41fb-8683-ede476a8d8b4"} {"level":"info","ts":1785446310.934307,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba49063a-d608-41fb-8683-ede476a8d8b4"} {"level":"info","ts":1785446310.9343188,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba49063a-d608-41fb-8683-ede476a8d8b4","EoS":false} {"level":"info","ts":1785446310.9343297,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba49063a-d608-41fb-8683-ede476a8d8b4","EoS":true} {"level":"info","ts":1785446310.9343517,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba49063a-d608-41fb-8683-ede476a8d8b4","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785446310.9343665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba49063a-d608-41fb-8683-ede476a8d8b4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785446310.934387,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba49063a-d608-41fb-8683-ede476a8d8b4"} {"level":"info","ts":1785446334.5894244,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446334.5895169,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b73cfec4-979a-49de-830f-e9037eaecfab"} {"level":"info","ts":1785446334.5895305,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b73cfec4-979a-49de-830f-e9037eaecfab"} {"level":"info","ts":1785446334.5895426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b73cfec4-979a-49de-830f-e9037eaecfab","EoS":false} {"level":"info","ts":1785446334.5895572,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b73cfec4-979a-49de-830f-e9037eaecfab","EoS":true} {"level":"info","ts":1785446334.5896058,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b73cfec4-979a-49de-830f-e9037eaecfab","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785446334.5896225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b73cfec4-979a-49de-830f-e9037eaecfab","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785446334.5896435,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b73cfec4-979a-49de-830f-e9037eaecfab"} {"level":"info","ts":1785446386.403187,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446386.403267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c73766e-78b4-4fa5-9bf9-504744c803fa"} {"level":"info","ts":1785446386.4032755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c73766e-78b4-4fa5-9bf9-504744c803fa"} {"level":"info","ts":1785446386.4032865,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c73766e-78b4-4fa5-9bf9-504744c803fa","EoS":false} {"level":"info","ts":1785446386.4032986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c73766e-78b4-4fa5-9bf9-504744c803fa","EoS":true} {"level":"info","ts":1785446386.403319,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c73766e-78b4-4fa5-9bf9-504744c803fa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785446386.4033353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c73766e-78b4-4fa5-9bf9-504744c803fa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446386.403365,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c73766e-78b4-4fa5-9bf9-504744c803fa"} {"level":"info","ts":1785446401.613794,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446401.613879,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e965602f-a0e6-4578-9921-0c2295b3c605"} {"level":"info","ts":1785446401.6138904,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e965602f-a0e6-4578-9921-0c2295b3c605"} {"level":"info","ts":1785446401.613903,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e965602f-a0e6-4578-9921-0c2295b3c605","EoS":false} {"level":"info","ts":1785446401.613917,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e965602f-a0e6-4578-9921-0c2295b3c605","EoS":true} {"level":"info","ts":1785446401.6139405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e965602f-a0e6-4578-9921-0c2295b3c605","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785446401.6139565,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e965602f-a0e6-4578-9921-0c2295b3c605","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446401.6139774,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e965602f-a0e6-4578-9921-0c2295b3c605"} {"level":"info","ts":1785446401.9027104,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446401.9027863,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"186c4ff6-48d7-4d8a-9b52-5480a0b1a74a"} {"level":"info","ts":1785446401.902797,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"186c4ff6-48d7-4d8a-9b52-5480a0b1a74a"} {"level":"info","ts":1785446401.9028075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"186c4ff6-48d7-4d8a-9b52-5480a0b1a74a","EoS":false} {"level":"info","ts":1785446401.902819,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"186c4ff6-48d7-4d8a-9b52-5480a0b1a74a","EoS":true} {"level":"info","ts":1785446401.9028409,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"186c4ff6-48d7-4d8a-9b52-5480a0b1a74a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785446401.902856,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"186c4ff6-48d7-4d8a-9b52-5480a0b1a74a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446401.9028797,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"186c4ff6-48d7-4d8a-9b52-5480a0b1a74a"} {"level":"info","ts":1785446736.971648,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446736.9717329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92af44a2-d1ca-41b3-83f2-17fe238293db"} {"level":"info","ts":1785446736.971744,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92af44a2-d1ca-41b3-83f2-17fe238293db"} {"level":"info","ts":1785446736.9717565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92af44a2-d1ca-41b3-83f2-17fe238293db","EoS":false} {"level":"info","ts":1785446736.9717672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92af44a2-d1ca-41b3-83f2-17fe238293db","EoS":true} {"level":"info","ts":1785446736.9717891,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92af44a2-d1ca-41b3-83f2-17fe238293db","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785446736.9718027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92af44a2-d1ca-41b3-83f2-17fe238293db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446736.9718242,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92af44a2-d1ca-41b3-83f2-17fe238293db"} {"level":"info","ts":1785446737.012841,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446737.0129404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a5aa9c8-b019-42d6-bf48-ad8730806a6d"} {"level":"info","ts":1785446737.012954,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a5aa9c8-b019-42d6-bf48-ad8730806a6d"} {"level":"info","ts":1785446737.0129669,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a5aa9c8-b019-42d6-bf48-ad8730806a6d","EoS":false} {"level":"info","ts":1785446737.0129771,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a5aa9c8-b019-42d6-bf48-ad8730806a6d","EoS":true} {"level":"info","ts":1785446737.012999,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a5aa9c8-b019-42d6-bf48-ad8730806a6d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785446737.013014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a5aa9c8-b019-42d6-bf48-ad8730806a6d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446737.0130386,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1a5aa9c8-b019-42d6-bf48-ad8730806a6d"} {"level":"info","ts":1785446737.0734653,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446737.073537,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"945d45e6-c328-43e2-9026-1063b86a56e2"} {"level":"info","ts":1785446737.0735474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"945d45e6-c328-43e2-9026-1063b86a56e2"} {"level":"info","ts":1785446737.0735588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"945d45e6-c328-43e2-9026-1063b86a56e2","EoS":false} {"level":"info","ts":1785446737.07357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"945d45e6-c328-43e2-9026-1063b86a56e2","EoS":true} {"level":"info","ts":1785446737.0736055,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"945d45e6-c328-43e2-9026-1063b86a56e2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785446737.0736244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"945d45e6-c328-43e2-9026-1063b86a56e2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785446737.0736434,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"945d45e6-c328-43e2-9026-1063b86a56e2"} {"level":"info","ts":1785446741.9261305,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43fe39b6-ff67-447b-854a-6e6d141cc50e"} {"level":"info","ts":1785446741.92616,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e814031e-4ff1-4e28-9f6c-a20bad261b6a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785446741.926197,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e814031e-4ff1-4e28-9f6c-a20bad261b6a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785446741.9316652,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"966d7cd1-e142-4586-9847-87538ff01f09","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785446741.9316907,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"966d7cd1-e142-4586-9847-87538ff01f09","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785446741.934541,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43fe39b6-ff67-447b-854a-6e6d141cc50e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785446741.9347842,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35059.170789735,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785446741.934801,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785446742.0111866,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785446742.0918562,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34667.551003928,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785446742.0918884,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785446742.0919745,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c976970-e6c0-4b5f-a16e-1f1b0b1f4997","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785446742.0920208,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c976970-e6c0-4b5f-a16e-1f1b0b1f4997","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785446742.0921395,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43ead2e8-bac3-4450-ab9f-73f03cdbfd96"} {"level":"info","ts":1785446742.0924964,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d07c79f8-0748-48cf-9aef-8353e1c94620","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785446742.0925336,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d07c79f8-0748-48cf-9aef-8353e1c94620","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785446742.092568,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddcc3947-da77-4225-89b5-27c9a91d2007","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785446742.0925975,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddcc3947-da77-4225-89b5-27c9a91d2007","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785446742.0925043,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34418.36154432,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785446742.0926242,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785446742.1027694,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785446742.1810322,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785446742.191166,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b309a91-f1e1-4650-9a80-473ac842e9ec","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785446742.1912067,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b309a91-f1e1-4650-9a80-473ac842e9ec","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785446742.1919882,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43fe39b6-ff67-447b-854a-6e6d141cc50e","name":"e2e-external-provider"} {"level":"info","ts":1785446742.193043,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43ead2e8-bac3-4450-ab9f-73f03cdbfd96","name":"e2e-external-model"} {"level":"error","ts":1785446742.201783,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43ead2e8-bac3-4450-ab9f-73f03cdbfd96","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785446742.201863,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43ead2e8-bac3-4450-ab9f-73f03cdbfd96","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785446742.201974,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa05d8fc-4a21-43a3-a66f-1cf72f0596eb"} {"level":"info","ts":1785446742.202038,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa05d8fc-4a21-43a3-a66f-1cf72f0596eb","name":"e2e-external-model"} {"level":"info","ts":1785446742.206762,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43fe39b6-ff67-447b-854a-6e6d141cc50e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785446742.2070491,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2c870c5-1e0a-4d5a-9f92-dbd17e8c0287","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785446742.2070749,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2c870c5-1e0a-4d5a-9f92-dbd17e8c0287","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785446742.2100844,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa05d8fc-4a21-43a3-a66f-1cf72f0596eb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785446742.210643,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"43fe39b6-ff67-447b-854a-6e6d141cc50e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785446742.2107315,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9582cc9d-29b1-4d89-9a29-0c2ba2933983"} {"level":"info","ts":1785446742.210781,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9582cc9d-29b1-4d89-9a29-0c2ba2933983","name":"e2e-external-provider"} {"level":"error","ts":1785446742.214836,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa05d8fc-4a21-43a3-a66f-1cf72f0596eb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785446742.2149003,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f18f66cd-b5a3-4db5-a7ec-aec61dfe6c5b"} {"level":"info","ts":1785446742.214957,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f18f66cd-b5a3-4db5-a7ec-aec61dfe6c5b","name":"e2e-external-model"} {"level":"info","ts":1785446742.2214518,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb8b9058-1311-4c4f-8ba5-1ec1b8410ba7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785446742.2214851,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb8b9058-1311-4c4f-8ba5-1ec1b8410ba7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785446742.2224138,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9582cc9d-29b1-4d89-9a29-0c2ba2933983","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785446742.2230172,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f18f66cd-b5a3-4db5-a7ec-aec61dfe6c5b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785446742.226636,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f18f66cd-b5a3-4db5-a7ec-aec61dfe6c5b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785446742.2267103,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff5702f6-4b6b-452a-9ad6-4105cea81bde"} {"level":"info","ts":1785446742.226764,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff5702f6-4b6b-452a-9ad6-4105cea81bde","name":"e2e-external-model"} {"level":"info","ts":1785446742.234837,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff5702f6-4b6b-452a-9ad6-4105cea81bde","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785446753.8678732,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446753.867949,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4345007-4496-436d-97f0-fbd8451613dc"} {"level":"info","ts":1785446753.8679588,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d4345007-4496-436d-97f0-fbd8451613dc"} {"level":"info","ts":1785446753.8679693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d4345007-4496-436d-97f0-fbd8451613dc","EoS":false} {"level":"info","ts":1785446753.8679812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d4345007-4496-436d-97f0-fbd8451613dc","EoS":true} {"level":"info","ts":1785446753.868001,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d4345007-4496-436d-97f0-fbd8451613dc","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785446753.8680165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4345007-4496-436d-97f0-fbd8451613dc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785446753.8680236,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d4345007-4496-436d-97f0-fbd8451613dc","modelName":"e2e-external-model"} {"level":"info","ts":1785446753.8680415,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d4345007-4496-436d-97f0-fbd8451613dc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785446753.8680975,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d4345007-4496-436d-97f0-fbd8451613dc"} {"level":"info","ts":1785446753.9171414,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446753.9172232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e39888ae-64ca-4dd0-94c7-85c6d258bab6"} {"level":"info","ts":1785446753.917242,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e39888ae-64ca-4dd0-94c7-85c6d258bab6"} {"level":"info","ts":1785446753.9172566,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e39888ae-64ca-4dd0-94c7-85c6d258bab6","EoS":false} {"level":"info","ts":1785446753.9172668,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e39888ae-64ca-4dd0-94c7-85c6d258bab6","EoS":true} {"level":"info","ts":1785446753.917285,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e39888ae-64ca-4dd0-94c7-85c6d258bab6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785446753.9172995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e39888ae-64ca-4dd0-94c7-85c6d258bab6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785446753.9173107,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e39888ae-64ca-4dd0-94c7-85c6d258bab6","modelName":"e2e-external-model"} {"level":"info","ts":1785446753.9173253,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e39888ae-64ca-4dd0-94c7-85c6d258bab6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785446753.9173596,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e39888ae-64ca-4dd0-94c7-85c6d258bab6"} {"level":"info","ts":1785446753.9416974,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446753.9417574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78f96377-60f3-4f46-825e-26b5bf6ca0ad"} {"level":"info","ts":1785446753.941769,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78f96377-60f3-4f46-825e-26b5bf6ca0ad"} {"level":"info","ts":1785446753.9417813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78f96377-60f3-4f46-825e-26b5bf6ca0ad","EoS":false} {"level":"info","ts":1785446753.9417932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78f96377-60f3-4f46-825e-26b5bf6ca0ad","EoS":true} {"level":"info","ts":1785446753.9418097,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78f96377-60f3-4f46-825e-26b5bf6ca0ad","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785446753.9418228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78f96377-60f3-4f46-825e-26b5bf6ca0ad","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785446753.9418297,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"78f96377-60f3-4f46-825e-26b5bf6ca0ad","modelName":"e2e-external-model"} {"level":"info","ts":1785446753.9418423,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"78f96377-60f3-4f46-825e-26b5bf6ca0ad","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785446753.9418752,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78f96377-60f3-4f46-825e-26b5bf6ca0ad"} {"level":"info","ts":1785446754.1778982,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3dc62904-ddf2-4034-a3ef-4f07920c2ae6"} {"level":"info","ts":1785446754.1779513,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc52bbe9-8449-4093-b9a7-332b532c131f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785446754.1779919,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc52bbe9-8449-4093-b9a7-332b532c131f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785446754.1834278,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbfcf195-2718-4c75-ab7f-80ec80cb89a4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785446754.1834526,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dbfcf195-2718-4c75-ab7f-80ec80cb89a4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785446754.1868613,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3dc62904-ddf2-4034-a3ef-4f07920c2ae6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785446754.1869152,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3dc62904-ddf2-4034-a3ef-4f07920c2ae6","name":"e2e-cleanup-test"} {"level":"error","ts":1785446754.208692,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3dc62904-ddf2-4034-a3ef-4f07920c2ae6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785446754.2087297,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3dc62904-ddf2-4034-a3ef-4f07920c2ae6","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785446754.2087731,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb8a7ff5-9739-453a-8307-591434d2f61c"} {"level":"info","ts":1785446754.2088263,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb8a7ff5-9739-453a-8307-591434d2f61c","name":"e2e-cleanup-test"} {"level":"info","ts":1785446754.209136,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f38442e-d3d8-42a3-9cee-257d17c2a94f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785446754.2091644,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f38442e-d3d8-42a3-9cee-257d17c2a94f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785446754.2202294,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb8a7ff5-9739-453a-8307-591434d2f61c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785446754.2202795,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb8a7ff5-9739-453a-8307-591434d2f61c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785446754.2203345,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50645f1f-618a-4d97-a946-521cfe8941cc"} {"level":"info","ts":1785446754.2203856,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50645f1f-618a-4d97-a946-521cfe8941cc","name":"e2e-cleanup-test"} {"level":"info","ts":1785446754.2227118,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d31a670-7bb9-47ac-a9eb-a26920989409","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785446754.222738,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d31a670-7bb9-47ac-a9eb-a26920989409","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785446754.2284036,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50645f1f-618a-4d97-a946-521cfe8941cc","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785446754.2318869,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50645f1f-618a-4d97-a946-521cfe8941cc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785446754.2319515,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5a5969f-841b-4961-a087-61b038c77406"} {"level":"info","ts":1785446754.231991,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5a5969f-841b-4961-a087-61b038c77406","name":"e2e-cleanup-test"} {"level":"info","ts":1785446754.2384322,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1422d803-7bf2-4453-a26f-d74e294aab8f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785446754.2384567,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1422d803-7bf2-4453-a26f-d74e294aab8f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785446754.2394042,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5a5969f-841b-4961-a087-61b038c77406","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785446754.242927,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5a5969f-841b-4961-a087-61b038c77406","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785446754.2430007,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc2b5f85-b450-4bc7-bc05-3257b0402704"} {"level":"info","ts":1785446754.243051,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc2b5f85-b450-4bc7-bc05-3257b0402704","name":"e2e-cleanup-test"} {"level":"info","ts":1785446754.2501087,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc2b5f85-b450-4bc7-bc05-3257b0402704","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785446762.469196,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b6b84bb-b26b-4e74-8154-3df055cee079"} {"level":"info","ts":1785446762.4692035,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18c3a9ce-0bc7-4e0e-904c-dfed39f91325","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785446762.4692812,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18c3a9ce-0bc7-4e0e-904c-dfed39f91325","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785446766.803427,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446766.803509,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc1ed485-1fc2-4f10-ae21-c33e6ebe4fd2"} {"level":"info","ts":1785446766.8035183,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cc1ed485-1fc2-4f10-ae21-c33e6ebe4fd2"} {"level":"info","ts":1785446766.8035297,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc1ed485-1fc2-4f10-ae21-c33e6ebe4fd2","EoS":false} {"level":"info","ts":1785446766.8035417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cc1ed485-1fc2-4f10-ae21-c33e6ebe4fd2","EoS":true} {"level":"info","ts":1785446766.8035657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cc1ed485-1fc2-4f10-ae21-c33e6ebe4fd2","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785446766.8035963,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc1ed485-1fc2-4f10-ae21-c33e6ebe4fd2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785446766.8036199,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cc1ed485-1fc2-4f10-ae21-c33e6ebe4fd2"} {"level":"info","ts":1785446766.8434772,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446766.8435423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50721cec-89b1-49b3-bf72-b2db7ab5a10b"} {"level":"info","ts":1785446766.8435514,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50721cec-89b1-49b3-bf72-b2db7ab5a10b"} {"level":"info","ts":1785446766.8435616,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50721cec-89b1-49b3-bf72-b2db7ab5a10b","EoS":false} {"level":"info","ts":1785446766.8435724,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50721cec-89b1-49b3-bf72-b2db7ab5a10b","EoS":true} {"level":"info","ts":1785446766.843626,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50721cec-89b1-49b3-bf72-b2db7ab5a10b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785446766.8436413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50721cec-89b1-49b3-bf72-b2db7ab5a10b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785446766.8436487,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"50721cec-89b1-49b3-bf72-b2db7ab5a10b","modelName":"e2e-external-model"} {"level":"info","ts":1785446766.843662,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"50721cec-89b1-49b3-bf72-b2db7ab5a10b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785446766.8436992,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50721cec-89b1-49b3-bf72-b2db7ab5a10b"} {"level":"info","ts":1785446766.9719338,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446766.9720156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cd530ac-02f1-4aa6-bbbb-b51241171a5e"} {"level":"info","ts":1785446766.9720294,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7cd530ac-02f1-4aa6-bbbb-b51241171a5e"} {"level":"info","ts":1785446766.9720492,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cd530ac-02f1-4aa6-bbbb-b51241171a5e","EoS":false} {"level":"info","ts":1785446766.9720693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cd530ac-02f1-4aa6-bbbb-b51241171a5e","EoS":true} {"level":"info","ts":1785446766.9720993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cd530ac-02f1-4aa6-bbbb-b51241171a5e","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785446766.9721184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cd530ac-02f1-4aa6-bbbb-b51241171a5e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785446766.9721515,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7cd530ac-02f1-4aa6-bbbb-b51241171a5e"} {"level":"info","ts":1785446767.0579607,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446767.0580432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c539ae9b-a503-4fa6-9e60-9bb13ff195ea"} {"level":"info","ts":1785446767.0580578,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c539ae9b-a503-4fa6-9e60-9bb13ff195ea"} {"level":"info","ts":1785446767.0580752,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c539ae9b-a503-4fa6-9e60-9bb13ff195ea","EoS":false} {"level":"info","ts":1785446767.0580955,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c539ae9b-a503-4fa6-9e60-9bb13ff195ea","EoS":true} {"level":"info","ts":1785446767.0581272,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"c539ae9b-a503-4fa6-9e60-9bb13ff195ea","field":"model"} {"level":"info","ts":1785446767.05816,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c539ae9b-a503-4fa6-9e60-9bb13ff195ea"} {"level":"info","ts":1785446767.996068,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6ca5df7-47c1-4117-87b1-291b1ec34925"} {"level":"info","ts":1785446767.9960794,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75d259bf-0289-4c22-bcec-22d799683ae3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785446767.9961095,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75d259bf-0289-4c22-bcec-22d799683ae3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785446768.1492536,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91c48b09-25c1-4aa5-af32-add86a45bea3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785446768.1492906,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91c48b09-25c1-4aa5-af32-add86a45bea3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785446768.1493278,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3644eebd-950b-4f26-afc6-48155a665d3d"} {"level":"info","ts":1785448341.8659508,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785448341.8660352,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"099542c5-4ffd-430a-879b-e56d3f66eee8"} {"level":"info","ts":1785448421.7330036,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785448421.733089,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4191fb21-3108-4ef2-a77c-783e83fbc308"} {"level":"info","ts":1785448421.7331014,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4191fb21-3108-4ef2-a77c-783e83fbc308"} {"level":"info","ts":1785448421.733113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4191fb21-3108-4ef2-a77c-783e83fbc308","EoS":false} {"level":"info","ts":1785448421.7331262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4191fb21-3108-4ef2-a77c-783e83fbc308","EoS":true} {"level":"info","ts":1785448421.7331495,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4191fb21-3108-4ef2-a77c-783e83fbc308","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785448421.7331643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4191fb21-3108-4ef2-a77c-783e83fbc308","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785448421.7331865,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4191fb21-3108-4ef2-a77c-783e83fbc308"}