{
  "total_retries": 44,
  "distinct_tests": 4,
  "by_test": {
    "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic": 30,
    "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart": 8,
    "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403": 5,
    "tests/test_models_endpoint.py::TestModelsEndpoint::test_service_account_token_multiple_subs_with_header": 1
  },
  "entries": [
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793603856.6513965
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793603867.299895
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793603873.4719355
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 2,
      "retries": 6,
      "ts": 1793603879.0203183
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793603886.2267501
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 2,
      "retries": 6,
      "ts": 1793603891.6137054
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 3,
      "retries": 6,
      "ts": 1793603896.8917956
    },
    {
      "test": "tests/test_external_model_routing.py::TestProviderSwitching::test_switch_a_to_b_to_a_without_extproc_restart",
      "status": 503,
      "body_kind": "no_healthy_upstream",
      "attempt": 1,
      "retries": 6,
      "ts": 1793603908.7387218
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793603951.6012375
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793603957.0232668
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793603962.4211156
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793603967.6985397
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793603972.9710884
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793603983.538893
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793603989.0110395
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793603994.2736366
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793603999.5649035
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793604004.8226793
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793604015.351207
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793604020.7873895
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793604026.0583599
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793604031.3289232
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793604036.5744193
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793604047.1156437
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793604052.556359
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793604057.856474
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793604063.10007
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793604068.4130304
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793604078.9358199
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793604084.366849
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793604089.6948225
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793604094.958771
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793604100.2037113
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793604110.8618944
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793604116.3126836
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793604121.58477
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 4,
      "retries": 6,
      "ts": 1793604126.8462222
    },
    {
      "test": "tests/test_external_model_routing.py::TestEqualProviderSelection::test_both_providers_receive_traffic",
      "status": 503,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793604133.4244018
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 1,
      "retries": 6,
      "ts": 1793604150.1672697
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 2,
      "retries": 6,
      "ts": 1793604155.39784
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 3,
      "retries": 6,
      "ts": 1793604160.6230948
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 500,
      "body_kind": "plaintext",
      "attempt": 4,
      "retries": 6,
      "ts": 1793604167.8580842
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_api_key_with_deleted_subscription_403",
      "status": 403,
      "body_kind": "empty",
      "attempt": 5,
      "retries": 6,
      "ts": 1793604173.2168741
    },
    {
      "test": "tests/test_models_endpoint.py::TestModelsEndpoint::test_service_account_token_multiple_subs_with_header",
      "status": 500,
      "body_kind": "plaintext",
      "attempt": 1,
      "retries": 6,
      "ts": 1793604153.9547787
    }
  ]
}