{
  "total_retries": 46,
  "distinct_tests": 3,
  "by_test": {
    "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic": 30,
    "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart": 11,
    "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403": 5
  },
  "entries": [
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 500,
      "body_kind": "plaintext",
      "attempt": 1,
      "retries": 6,
      "ts": 1793660735.6389997
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793660741.0327258
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793660748.0770273
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793660753.32061
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793660758.5763881
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793660485.6389241
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 2,
      "retries": 6,
      "ts": 1793660491.102474
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793660501.8541028
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793660507.7362032
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793660513.5795085
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793660519.4124327
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793660525.4528193
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 2,
      "retries": 6,
      "ts": 1793660530.8606956
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793660537.9555633
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 2,
      "retries": 6,
      "ts": 1793660543.3771589
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793660549.0578275
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793660590.5789986
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793660596.009439
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793660601.2691681
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793660606.55205
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793660611.8260558
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793660622.3617456
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793660627.8982928
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793660633.1619418
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793660638.4605477
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793660643.762954
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793660654.3604162
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793660659.8700411
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793660665.1259496
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793660670.4125457
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793660675.8433294
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793660686.5662715
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793660692.005824
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793660697.261056
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793660702.5403602
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793660707.8123744
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793660718.4226627
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793660723.868647
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793660729.1368768
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793660736.2778933
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793660741.5724103
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793660753.4969215
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793660758.9300466
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 500,
      "body_kind": "plaintext",
      "attempt": 3,
      "retries": 6,
      "ts": 1793660766.1832526
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793660771.4747355
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793660776.7344587
    }
  ]
}