{"created": 1785262154.1927855, "duration": 6670.7151935100555, "exitcode": 2, "root": "/workspace/source/test/e2e", "environment": {}, "summary": {"passed": 36, "skipped": 11, "failed": 1, "error": 4, "total": 52, "collected": 65}, "collectors": [{"nodeid": "explainer/test_art_explainer.py", "outcome": "skipped", "result": [], "longrepr": "('/workspace/source/test/e2e/explainer/test_art_explainer.py', 48, 'Skipped: ODH does not support art explainer at the moment')"}, {"nodeid": "predictor/test_grpc.py", "outcome": "skipped", "result": [], "longrepr": "('/workspace/source/test/e2e/predictor/test_grpc.py', 39, 'Skipped: Not testable in ODH at the moment')"}, {"nodeid": "predictor/test_torchserve.py", "outcome": "skipped", "result": [], "longrepr": "('/workspace/source/test/e2e/predictor/test_torchserve.py', 34, 'Skipped: ODH does not support torchserve at the moment')"}], "tests": [{"nodeid": "batcher/test_batcher.py::test_batcher", "lineno": 40, "outcome": "passed", "keywords": ["test_batcher", "asyncio", "predictor", "pytestmark", "test_batcher.py", "batcher/__init__.py", "e2e"], "setup": {"duration": 0.06526378999842564, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 105.40581185399788, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 0.00021770700186607428, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "batcher/test_batcher_custom_port.py::test_batcher_custom_port", "lineno": 42, "outcome": "passed", "keywords": ["test_batcher_custom_port", "asyncio", "predictor", "pytestmark", "test_batcher_custom_port.py", "batcher/__init__.py", "e2e"], "setup": {"duration": 0.04442992199983564, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 95.21290346200112, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 0.00018721399828791618, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "custom/test_custom_model_grpc.py::test_custom_model_grpc", "lineno": 55, "outcome": "skipped", "keywords": ["test_custom_model_grpc", "asyncio", "predictor", "grpc", "skip", "pytestmark", "test_custom_model_grpc.py", "custom/__init__.py", "e2e"], "setup": {"duration": 0.0001291900007345248, "outcome": "skipped", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python\n('/workspace/source/test/e2e/custom/test_custom_model_grpc.py', 56, 'Skipped: Not testable in ODH at the moment')"}, "teardown": {"duration": 0.00012401899948599748, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "custom/test_ray.py::test_custom_model_http_ray", "lineno": 43, "outcome": "skipped", "keywords": ["test_custom_model_http_ray", "asyncio", "predictor", "skip", "pytestmark", "test_ray.py", "custom/__init__.py", "e2e"], "setup": {"duration": 0.000108248001197353, "outcome": "skipped", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python\n('/workspace/source/test/e2e/custom/test_ray.py', 44, 'Skipped: Not testable in ODH at the moment')"}, "teardown": {"duration": 0.00010198800009675324, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "logger/test_logger.py::test_kserve_logger", "lineno": 43, "outcome": "passed", "keywords": ["test_kserve_logger", "asyncio", "path_based_routing", "predictor", "pytestmark", "test_logger.py", "logger/__init__.py", "e2e"], "setup": {"duration": 0.04275817500092671, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 115.30283091599995, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 0.0002186070014431607, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_autogluon.py::test_autogluon_runtime_kserve_v1", "lineno": 57, "outcome": "passed", "keywords": ["test_autogluon_runtime_kserve_v1", "asyncio", "predictor", "autogluon", "pytestmark", "test_autogluon.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.0399368529979256, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 305.1942468069974, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.060774851001042, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_autogluon.py::test_autogluon_runtime_kserve_v2", "lineno": 74, "outcome": "passed", "keywords": ["test_autogluon_runtime_kserve_v2", "asyncio", "predictor", "autogluon", "pytestmark", "test_autogluon.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.047288030000345316, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 136.53048727799978, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.0608323289998225, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_autogluon.py::test_autogluon_runtime_kserve_v2_input_variants", "lineno": 91, "outcome": "passed", "keywords": ["test_autogluon_runtime_kserve_v2_input_variants", "asyncio", "predictor", "autogluon", "pytestmark", "test_autogluon.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04802021000068635, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 136.6096302670012, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.053969214000972, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_autogluon.py::test_autogluon_runtime_kserve_v2_storage_uri_without_trailing_slash", "lineno": 112, "outcome": "passed", "keywords": ["test_autogluon_runtime_kserve_v2_storage_uri_without_trailing_slash", "asyncio", "predictor", "autogluon", "pytestmark", "test_autogluon.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.030208981999749085, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 116.39812699499817, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.051968366999063, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_autogluon_timeseries.py::test_autogluon_timeseries_runtime_kserve_v1", "lineno": 78, "outcome": "passed", "keywords": ["test_autogluon_timeseries_runtime_kserve_v1", "asyncio", "predictor", "autogluon", "pytestmark", "test_autogluon_timeseries.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04228371899807826, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 42.76252283800204, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.053668099000788, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_autogluon_timeseries.py::test_autogluon_timeseries_runtime_kserve_v1_storage_uri_without_trailing_slash", "lineno": 93, "outcome": "passed", "keywords": ["test_autogluon_timeseries_runtime_kserve_v1_storage_uri_without_trailing_slash", "asyncio", "predictor", "autogluon", "pytestmark", "test_autogluon_timeseries.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04839388899927144, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 164.8382075699992, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.064192960999208, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_autoscaling.py::test_sklearn_kserve_concurrency", "lineno": 52, "outcome": "skipped", "keywords": ["test_sklearn_kserve_concurrency", "skip", "asyncio", "predictor", "pytestmark", "test_autoscaling.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.00019520500063663349, "outcome": "skipped", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python\n('/workspace/source/test/e2e/predictor/test_autoscaling.py', 53, 'Skipped: We do not test anymore with Knative')"}, "teardown": {"duration": 0.00014855100016575307, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_autoscaling.py::test_sklearn_kserve_rps", "lineno": 102, "outcome": "skipped", "keywords": ["test_sklearn_kserve_rps", "skip", "asyncio", "predictor", "pytestmark", "test_autoscaling.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.00014738100071554072, "outcome": "skipped", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python\n('/workspace/source/test/e2e/predictor/test_autoscaling.py', 103, 'Skipped: We do not test anymore with Knative')"}, "teardown": {"duration": 0.00017566300084581599, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_canary.py::test_canary_rollout", "lineno": 28, "outcome": "skipped", "keywords": ["test_canary_rollout", "skip", "path_based_routing", "predictor", "pytestmark", "test_canary.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.00018342399926041253, "outcome": "skipped", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python\n('/workspace/source/test/e2e/predictor/test_canary.py', 29, 'Skipped: Canary rollouts require Knative Serving and are not supported in RawDeployment mode')"}, "teardown": {"duration": 0.00014381100118043832, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_canary.py::test_canary_rollout_runtime", "lineno": 101, "outcome": "skipped", "keywords": ["test_canary_rollout_runtime", "skip", "path_based_routing", "predictor", "pytestmark", "test_canary.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.00016728199989302084, "outcome": "skipped", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python\n('/workspace/source/test/e2e/predictor/test_canary.py', 102, 'Skipped: Canary rollouts require Knative Serving and are not supported in RawDeployment mode')"}, "teardown": {"duration": 0.0001522719976492226, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_canary_raw_deployment.py::test_canary_create", "lineno": 146, "outcome": "passed", "keywords": ["test_canary_create", "asyncio", "raw", "predictor", "pytestmark", "test_canary_raw_deployment.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04616191999957664, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 90.17804736299877, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.056894691999332, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_canary_raw_deployment.py::test_canary_promote", "lineno": 193, "outcome": "passed", "keywords": ["test_canary_promote", "asyncio", "raw", "predictor", "pytestmark", "test_canary_raw_deployment.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04267090600114898, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 331.36887413500153, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.054344552998373, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_canary_raw_deployment.py::test_canary_rollback", "lineno": 255, "outcome": "passed", "keywords": ["test_canary_rollback", "asyncio", "raw", "predictor", "pytestmark", "test_canary_raw_deployment.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.03975009600253543, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 180.34312100500028, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.062529732000257, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_canary_raw_deployment.py::test_canary_force_stop", "lineno": 312, "outcome": "passed", "keywords": ["test_canary_force_stop", "asyncio", "raw", "predictor", "pytestmark", "test_canary_raw_deployment.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 128.9154803800011, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 95.29394482700081, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.054243063001195, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_lightgbm.py::test_lightgbm_kserve", "lineno": 36, "outcome": "passed", "keywords": ["test_lightgbm_kserve", "asyncio", "path_based_routing", "predictor", "pytestmark", "test_lightgbm.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.044357004000630695, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 100.2126838990007, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.057646688001114, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_lightgbm.py::test_lightgbm_runtime_kserve", "lineno": 81, "outcome": "passed", "keywords": ["test_lightgbm_runtime_kserve", "asyncio", "path_based_routing", "predictor", "pytestmark", "test_lightgbm.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04629779699826031, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 100.51093765000041, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 137.0568799649991, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_lightgbm.py::test_lightgbm_v2_runtime_mlserver", "lineno": 145, "outcome": "passed", "keywords": ["test_lightgbm_v2_runtime_mlserver", "asyncio", "path_based_routing", "predictor", "pytestmark", "test_lightgbm.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04286080399833736, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 320.41793842199695, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.058638959002565, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_lightgbm.py::test_lightgbm_v2_kserve", "lineno": 211, "outcome": "passed", "keywords": ["test_lightgbm_v2_kserve", "asyncio", "path_based_routing", "predictor", "pytestmark", "test_lightgbm.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04003568700136384, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 20.162485223001568, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 133.51119788900178, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_lightgbm.py::test_lightgbm_v2_grpc", "lineno": 269, "outcome": "skipped", "keywords": ["test_lightgbm_v2_grpc", "asyncio", "predictor", "grpc", "skip", "pytestmark", "test_lightgbm.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.00019662500199046917, "outcome": "skipped", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python\n('/workspace/source/test/e2e/predictor/test_lightgbm.py', 270, 'Skipped: Not testable in ODH at the moment')"}, "teardown": {"duration": 0.00010930800272035412, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_mlflow.py::test_mlflow_v2_runtime_kserve", "lineno": 32, "outcome": "passed", "keywords": ["test_mlflow_v2_runtime_kserve", "asyncio", "predictor", "pytestmark", "test_mlflow.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04029383799934294, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 50.22256368099988, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.043295137002133, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_multi_container_probing.py::test_multi_container_probing", "lineno": 54, "outcome": "passed", "keywords": ["test_multi_container_probing", "asyncio", "kserve_on_openshift", "pytestmark", "test_multi_container_probing.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 132.1869755689986, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 211.24630845099819, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 133.73440288500205, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_paddle.py::test_paddle", "lineno": 36, "outcome": "passed", "keywords": ["test_paddle", "asyncio", "predictor", "pytestmark", "test_paddle.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04928540300170425, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 201.93871233499885, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.051747122000961, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_paddle.py::test_paddle_runtime", "lineno": 89, "outcome": "passed", "keywords": ["test_paddle_runtime", "asyncio", "predictor", "pytestmark", "test_paddle.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 132.00948007400075, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 61.75122602099873, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.0550472989998525, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_paddle.py::test_paddle_v2_kserve", "lineno": 145, "outcome": "passed", "keywords": ["test_paddle_v2_kserve", "asyncio", "predictor", "pytestmark", "test_paddle.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04006994500014116, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 193.03104773199811, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.056906934998551, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_paddle.py::test_paddle_v2_grpc", "lineno": 205, "outcome": "skipped", "keywords": ["test_paddle_v2_grpc", "skip", "asyncio", "predictor", "pytestmark", "test_paddle.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.0001443209985154681, "outcome": "skipped", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python\n('/workspace/source/test/e2e/predictor/test_paddle.py', 206, 'Skipped: GRPC tests are failing in ODH at the moment')"}, "teardown": {"duration": 0.0002742510005191434, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_pmml.py::test_pmml_kserve", "lineno": 34, "outcome": "passed", "keywords": ["test_pmml_kserve", "asyncio", "predictor", "pytestmark", "test_pmml.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04123543300011079, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 101.05292406699664, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.054626247001579, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_pmml.py::test_pmml_runtime_kserve", "lineno": 89, "outcome": "passed", "keywords": ["test_pmml_runtime_kserve", "asyncio", "predictor", "pytestmark", "test_pmml.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.03877592700155219, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 91.25186301500071, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.059615238998958, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_pmml.py::test_pmml_v2_kserve", "lineno": 143, "outcome": "passed", "keywords": ["test_pmml_v2_kserve", "asyncio", "predictor", "pytestmark", "test_pmml.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 130.57440774499992, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 222.16943163599717, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.057420713001193, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_pmml.py::test_pmml_v2_grpc", "lineno": 223, "outcome": "skipped", "keywords": ["test_pmml_v2_grpc", "asyncio", "predictor", "grpc", "skip", "pytestmark", "test_pmml.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.00021741700038546696, "outcome": "skipped", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python\n('/workspace/source/test/e2e/predictor/test_pmml.py', 224, 'Skipped: Not testable in ODH at the moment')"}, "teardown": {"duration": 0.00016410299940616824, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_pod_watch.py::test_event_storm_prevention_init_container_isolation", "lineno": 329, "outcome": "passed", "keywords": ["test_event_storm_prevention_init_container_isolation", "asyncio", "raw", "predictor", "pytestmark", "test_pod_watch.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04489774200192187, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 121.34440059900226, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.069858894003119, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_pod_watch.py::test_quick_reconciliation_on_init_container_failure", "lineno": 463, "outcome": "passed", "keywords": ["test_quick_reconciliation_on_init_container_failure", "asyncio", "raw", "predictor", "pytestmark", "test_pod_watch.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04385861999980989, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 5.228634263999993, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.052932135000447, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_predictive.py::test_predictive_sklearn_v1", "lineno": 34, "outcome": "passed", "keywords": ["test_predictive_sklearn_v1", "asyncio", "predictor", "pytestmark", "test_predictive.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.03752598099890747, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 110.21795839400147, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.0577149690034275, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_predictive.py::test_predictive_xgboost_v1", "lineno": 79, "outcome": "passed", "keywords": ["test_predictive_xgboost_v1", "asyncio", "predictor", "pytestmark", "test_predictive.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04528131199913332, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 90.21515444800025, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.058505314998911, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_predictive.py::test_predictive_lightgbm_v1", "lineno": 124, "outcome": "passed", "keywords": ["test_predictive_lightgbm_v1", "asyncio", "predictor", "pytestmark", "test_predictive.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04051239699765574, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 90.20446836799965, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.061930093997944, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_predictive.py::test_predictive_sklearn_v2", "lineno": 170, "outcome": "passed", "keywords": ["test_predictive_sklearn_v2", "asyncio", "predictor", "pytestmark", "test_predictive.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04506192700137035, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 81.05945202799921, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.057459389001451, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_predictive.py::test_predictive_xgboost_v2", "lineno": 225, "outcome": "passed", "keywords": ["test_predictive_xgboost_v2", "asyncio", "predictor", "pytestmark", "test_predictive.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04244621999896481, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 80.21435343600024, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.061906757000543, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_predictive.py::test_predictive_lightgbm_v2", "lineno": 280, "outcome": "passed", "keywords": ["test_predictive_lightgbm_v2", "asyncio", "predictor", "pytestmark", "test_predictive.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.03809962000013911, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 90.18650128000081, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 134.20593025500057, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_scheduler_name.py::test_scheduler_name", "lineno": 43, "outcome": "passed", "keywords": ["test_scheduler_name", "asyncio", "kserve_on_openshift", "pytestmark", "test_scheduler_name.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.046904392998840194, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 2.1683628039972973, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.050278303999221, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_sklearn.py::test_sklearn_kserve", "lineno": 57, "outcome": "passed", "keywords": ["test_sklearn_kserve", "asyncio", "predictor", "pytestmark", "test_sklearn.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.03755050499967183, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 90.19892528400305, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.065752836999309, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_sklearn.py::test_sklearn_v2_mlserver", "lineno": 101, "outcome": "passed", "keywords": ["test_sklearn_v2_mlserver", "asyncio", "predictor", "pytestmark", "test_sklearn.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04160110700104269, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 60.188943830002245, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "teardown": {"duration": 5.053207116001431, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_sklearn.py::test_sklearn_runtime_kserve", "lineno": 154, "outcome": "failed", "keywords": ["test_sklearn_runtime_kserve", "asyncio", "kourier", "predictor", "pytestmark", "test_sklearn.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.04604767300043022, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}, "call": {"duration": 1036.7021025840004, "outcome": "failed", "crash": {"path": "/workspace/source/python/kserve/.venv/lib64/python3.11/site-packages/httpx/_transports/default.py", "lineno": 89, "message": "httpx.ConnectError: [Errno -2] Name or service not known"}, "traceback": [{"path": "predictor/test_sklearn.py", "lineno": 203, "message": ""}, {"path": "common/utils.py", "lineno": 92, "message": ""}, {"path": "common/utils.py", "lineno": 140, "message": ""}, {"path": "common/utils.py", "lineno": 168, "message": ""}, {"path": "../../python/kserve/kserve/inference_client.py", "lineno": 503, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_client.py", "lineno": 1905, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_client.py", "lineno": 1585, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_client.py", "lineno": 1674, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_client.py", "lineno": 1702, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_client.py", "lineno": 1739, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_client.py", "lineno": 1776, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/httpx_retries/transport.py", "lineno": 116, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/httpx_retries/transport.py", "lineno": 171, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_transports/default.py", "lineno": 376, "message": ""}, {"path": "/usr/lib64/python3.11/contextlib.py", "lineno": 158, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_transports/default.py", "lineno": 89, "message": "ConnectError"}], "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python\n\n @contextlib.contextmanager\n def map_httpcore_exceptions() -> typing.Iterator[None]:\n try:\n> yield\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_transports/default.py:72: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nrequest = \n\n async def handle_async_request(\n self,\n request: Request,\n ) -> Response:\n assert isinstance(request.stream, AsyncByteStream)\n \n req = httpcore.Request(\n method=request.method,\n url=httpcore.URL(\n scheme=request.url.raw_scheme,\n host=request.url.raw_host,\n port=request.url.port,\n target=request.url.raw_path,\n ),\n headers=request.headers.raw,\n content=request.stream,\n extensions=request.extensions,\n )\n with map_httpcore_exceptions():\n> resp = await self._pool.handle_async_request(req)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_transports/default.py:377: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nrequest = \n\n async def handle_async_request(self, request: Request) -> Response:\n \"\"\"\n Send an HTTP request, and return an HTTP response.\n \n This is the core implementation that is called into by `.request()` or `.stream()`.\n \"\"\"\n scheme = request.url.scheme.decode()\n if scheme == \"\":\n raise UnsupportedProtocol(\n \"Request URL is missing an 'http://' or 'https://' protocol.\"\n )\n if scheme not in (\"http\", \"https\", \"ws\", \"wss\"):\n raise UnsupportedProtocol(\n f\"Request URL has an unsupported protocol '{scheme}://'.\"\n )\n \n timeouts = request.extensions.get(\"timeout\", {})\n timeout = timeouts.get(\"pool\", None)\n \n with self._optional_thread_lock:\n # Add the incoming request to our request queue.\n pool_request = AsyncPoolRequest(request)\n self._requests.append(pool_request)\n \n try:\n while True:\n with self._optional_thread_lock:\n # Assign incoming requests to available connections,\n # closing or creating new connections as required.\n closing = self._assign_requests_to_connections()\n await self._close_connections(closing)\n \n # Wait until this request has an assigned connection.\n connection = await pool_request.wait_for_connection(timeout=timeout)\n \n try:\n # Send the request on the assigned connection.\n response = await connection.handle_async_request(\n pool_request.request\n )\n except ConnectionNotAvailable:\n # In some cases a connection may initially be available to\n # handle a request, but then become unavailable.\n #\n # In this case we clear the connection and try again.\n pool_request.clear_connection()\n else:\n break # pragma: nocover\n \n except BaseException as exc:\n with self._optional_thread_lock:\n # For any exception or cancellation we remove the request from\n # the queue, and then re-assign requests to connections.\n self._requests.remove(pool_request)\n closing = self._assign_requests_to_connections()\n \n await self._close_connections(closing)\n> raise exc from None\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpcore/_async/connection_pool.py:256: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nrequest = \n\n async def handle_async_request(self, request: Request) -> Response:\n \"\"\"\n Send an HTTP request, and return an HTTP response.\n \n This is the core implementation that is called into by `.request()` or `.stream()`.\n \"\"\"\n scheme = request.url.scheme.decode()\n if scheme == \"\":\n raise UnsupportedProtocol(\n \"Request URL is missing an 'http://' or 'https://' protocol.\"\n )\n if scheme not in (\"http\", \"https\", \"ws\", \"wss\"):\n raise UnsupportedProtocol(\n f\"Request URL has an unsupported protocol '{scheme}://'.\"\n )\n \n timeouts = request.extensions.get(\"timeout\", {})\n timeout = timeouts.get(\"pool\", None)\n \n with self._optional_thread_lock:\n # Add the incoming request to our request queue.\n pool_request = AsyncPoolRequest(request)\n self._requests.append(pool_request)\n \n try:\n while True:\n with self._optional_thread_lock:\n # Assign incoming requests to available connections,\n # closing or creating new connections as required.\n closing = self._assign_requests_to_connections()\n await self._close_connections(closing)\n \n # Wait until this request has an assigned connection.\n connection = await pool_request.wait_for_connection(timeout=timeout)\n \n try:\n # Send the request on the assigned connection.\n> response = await connection.handle_async_request(\n pool_request.request\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpcore/_async/connection_pool.py:236: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = , request = \n\n async def handle_async_request(self, request: Request) -> Response:\n if not self.can_handle_request(request.url.origin):\n raise RuntimeError(\n f\"Attempted to send request to {request.url.origin} on connection to {self._origin}\"\n )\n \n try:\n async with self._request_lock:\n if self._connection is None:\n stream = await self._connect(request)\n \n ssl_object = stream.get_extra_info(\"ssl_object\")\n http2_negotiated = (\n ssl_object is not None\n and ssl_object.selected_alpn_protocol() == \"h2\"\n )\n if http2_negotiated or (self._http2 and not self._http1):\n from .http2 import AsyncHTTP2Connection\n \n self._connection = AsyncHTTP2Connection(\n origin=self._origin,\n stream=stream,\n keepalive_expiry=self._keepalive_expiry,\n )\n else:\n self._connection = AsyncHTTP11Connection(\n origin=self._origin,\n stream=stream,\n keepalive_expiry=self._keepalive_expiry,\n )\n except BaseException as exc:\n self._connect_failed = True\n> raise exc\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpcore/_async/connection.py:101: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = , request = \n\n async def handle_async_request(self, request: Request) -> Response:\n if not self.can_handle_request(request.url.origin):\n raise RuntimeError(\n f\"Attempted to send request to {request.url.origin} on connection to {self._origin}\"\n )\n \n try:\n async with self._request_lock:\n if self._connection is None:\n> stream = await self._connect(request)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpcore/_async/connection.py:78: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = , request = \n\n async def _connect(self, request: Request) -> AsyncNetworkStream:\n timeouts = request.extensions.get(\"timeout\", {})\n sni_hostname = request.extensions.get(\"sni_hostname\", None)\n timeout = timeouts.get(\"connect\", None)\n \n retries_left = self._retries\n delays = exponential_backoff(factor=RETRIES_BACKOFF_FACTOR)\n \n while True:\n try:\n if self._uds is None:\n kwargs = {\n \"host\": self._origin.host.decode(\"ascii\"),\n \"port\": self._origin.port,\n \"local_address\": self._local_address,\n \"timeout\": timeout,\n \"socket_options\": self._socket_options,\n }\n async with Trace(\"connect_tcp\", logger, request, kwargs) as trace:\n> stream = await self._network_backend.connect_tcp(**kwargs)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpcore/_async/connection.py:124: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nhost = 'isvc-sklearn-runtime-kserve-ci-e2e-test.apps.ad5e3ef4-eead-4037-bc41-606a49dda1f3.prod.konfluxeaas.com'\nport = 443, timeout = 180, local_address = None, socket_options = None\n\n async def connect_tcp(\n self,\n host: str,\n port: int,\n timeout: float | None = None,\n local_address: str | None = None,\n socket_options: typing.Iterable[SOCKET_OPTION] | None = None,\n ) -> AsyncNetworkStream:\n await self._init_backend()\n> return await self._backend.connect_tcp(\n host,\n port,\n timeout=timeout,\n local_address=local_address,\n socket_options=socket_options,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpcore/_backends/auto.py:31: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nhost = 'isvc-sklearn-runtime-kserve-ci-e2e-test.apps.ad5e3ef4-eead-4037-bc41-606a49dda1f3.prod.konfluxeaas.com'\nport = 443, timeout = 180, local_address = None, socket_options = []\n\n async def connect_tcp(\n self,\n host: str,\n port: int,\n timeout: float | None = None,\n local_address: str | None = None,\n socket_options: typing.Iterable[SOCKET_OPTION] | None = None,\n ) -> AsyncNetworkStream: # pragma: nocover\n if socket_options is None:\n socket_options = []\n exc_map = {\n TimeoutError: ConnectTimeout,\n OSError: ConnectError,\n anyio.BrokenResourceError: ConnectError,\n }\n> with map_exceptions(exc_map):\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpcore/_backends/anyio.py:113: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \ntyp = \nvalue = gaierror(-2, 'Name or service not known')\ntraceback = \n\n def __exit__(self, typ, value, traceback):\n if typ is None:\n try:\n next(self.gen)\n except StopIteration:\n return False\n else:\n try:\n raise RuntimeError(\"generator didn't stop\")\n finally:\n self.gen.close()\n else:\n if value is None:\n # Need to force instantiation so we can reliably\n # tell if we get the same exception back\n value = typ()\n try:\n> self.gen.throw(typ, value, traceback)\n\n/usr/lib64/python3.11/contextlib.py:158: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nmap = {: , : , : }\n\n @contextlib.contextmanager\n def map_exceptions(map: ExceptionMapping) -> typing.Iterator[None]:\n try:\n yield\n except Exception as exc: # noqa: PIE786\n for from_exc, to_exc in map.items():\n if isinstance(exc, from_exc):\n> raise to_exc(exc) from exc\nE httpcore.ConnectError: [Errno -2] Name or service not known\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpcore/_exceptions.py:14: ConnectError\n\nThe above exception was the direct cause of the following exception:\n\nrest_v1_client = \nnetwork_layer = 'openshift-route'\n\n @pytest.mark.predictor\n @pytest.mark.kourier\n @pytest.mark.asyncio(scope=\"session\")\n async def test_sklearn_runtime_kserve(rest_v1_client, network_layer):\n service_name = \"isvc-sklearn-runtime\"\n predictor = V1beta1PredictorSpec(\n min_replicas=1,\n model=V1beta1ModelSpec(\n model_format=V1beta1ModelFormat(\n name=\"sklearn\",\n ),\n storage_uri=\"gs://kfserving-examples/models/sklearn/newsgroup/model.joblib\",\n resources=V1ResourceRequirements(\n requests={\"cpu\": \"2\", \"memory\": \"2Gi\"},\n limits={\"cpu\": \"2\", \"memory\": \"4Gi\"},\n ),\n args=[\"--workers=2\"],\n ),\n )\n \n isvc = V1beta1InferenceService(\n api_version=constants.KSERVE_V1BETA1,\n kind=constants.KSERVE_KIND_INFERENCESERVICE,\n metadata=client.V1ObjectMeta(\n name=service_name,\n namespace=KSERVE_TEST_NAMESPACE,\n labels={\n constants.KSERVE_LABEL_NETWORKING_VISIBILITY: constants.KSERVE_LABEL_NETWORKING_VISIBILITY_EXPOSED,\n },\n ),\n spec=V1beta1InferenceServiceSpec(predictor=predictor),\n )\n \n kserve_client = KServeClient(\n config_file=os.environ.get(\"KUBECONFIG\", \"~/.kube/config\")\n )\n \n kserve_client.create(isvc)\n kserve_client.wait_isvc_ready(service_name, namespace=KSERVE_TEST_NAMESPACE)\n tasks = [\n predict_isvc(\n rest_v1_client,\n service_name,\n \"./data/news_grouping_input_v1.json\",\n network_layer=network_layer,\n )\n for _ in range(25)\n ]\n> responses = await asyncio.gather(*tasks)\n\npredictor/test_sklearn.py:203: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nclient = \nservice_name = 'isvc-sklearn-runtime'\ninput = './data/news_grouping_input_v1.json', version = 'v1beta1'\nmodel_name = 'isvc-sklearn-runtime', is_batch = False\nnetwork_layer = 'openshift-route', extra_headers = None\n\n async def predict_isvc(\n client: InferenceRESTClient,\n service_name,\n input: Union[str, InferRequest],\n version=constants.KSERVE_V1BETA1_VERSION,\n model_name=None,\n is_batch=False,\n network_layer: str = \"istio\",\n extra_headers: dict = None,\n ) -> Union[InferResponse, Dict, List[Union[Dict, InferResponse]]]:\n kfs_client = KServeClient(\n config_file=os.environ.get(\"KUBECONFIG\", \"~/.kube/config\")\n )\n isvc = kfs_client.get(\n service_name,\n namespace=KSERVE_TEST_NAMESPACE,\n version=version,\n )\n scheme, cluster_ip, host, path = get_isvc_endpoint(isvc, network_layer)\n if model_name is None:\n model_name = service_name\n base_url = f\"{scheme}://{cluster_ip}{path}\"\n> return await predict(\n client,\n base_url,\n host,\n input,\n model_name=model_name,\n is_batch=is_batch,\n is_graph=False,\n extra_headers=extra_headers,\n )\n\ncommon/utils.py:92: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nclient = \nurl = 'https://isvc-sklearn-runtime-kserve-ci-e2e-test.apps.ad5e3ef4-eead-4037-bc41-606a49dda1f3.prod.konfluxeaas.com'\nhost = 'isvc-sklearn-runtime-kserve-ci-e2e-test.apps.ad5e3ef4-eead-4037-bc41-606a49dda1f3.prod.konfluxeaas.com'\ninput = './data/news_grouping_input_v1.json'\nmodel_name = 'isvc-sklearn-runtime', is_batch = False, is_graph = False\nextra_headers = None\n\n async def predict(\n client: InferenceRESTClient,\n url,\n host,\n input: Union[str, InferRequest],\n model_name=None,\n is_batch=False,\n is_graph=False,\n extra_headers: dict = None,\n ) -> Union[InferResponse, Dict, List[Union[Dict, InferResponse]]]:\n if isinstance(input, str):\n with open(input) as json_file:\n data = json.load(json_file)\n else:\n data = input\n headers = {\"Host\": host, \"Content-Type\": \"application/json\"}\n if extra_headers:\n headers.update(extra_headers)\n if is_batch:\n with futures.ThreadPoolExecutor(max_workers=4) as executor:\n loop = asyncio.get_running_loop()\n future_list = [\n await loop.run_in_executor(\n executor,\n _predict,\n client,\n url,\n input_data,\n model_name,\n headers,\n is_graph,\n )\n for input_data in data\n ]\n result = await asyncio.gather(*future_list)\n else:\n> result = await _predict(\n client,\n url,\n data,\n model_name=model_name,\n headers=headers,\n is_graph=is_graph,\n )\n\ncommon/utils.py:140: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nclient = \nurl = 'https://isvc-sklearn-runtime-kserve-ci-e2e-test.apps.ad5e3ef4-eead-4037-bc41-606a49dda1f3.prod.konfluxeaas.com'\ninput_data = {'inputs': ['Do what thou wilt shall be the whole of the Law. [Honestly.] The word of Sin is Restriction. [Would I kid... more in response to other posts in this thread. Invoke me under my stars. Love is the law, love under will. I am I!']}\nmodel_name = 'isvc-sklearn-runtime'\nheaders = {'Content-Type': 'application/json', 'Host': 'isvc-sklearn-runtime-kserve-ci-e2e-test.apps.ad5e3ef4-eead-4037-bc41-606a49dda1f3.prod.konfluxeaas.com'}\nis_graph = False\n\n async def _predict(\n client: InferenceRESTClient,\n url,\n input_data,\n model_name,\n headers=None,\n is_graph=False,\n *,\n retries: int = 5,\n retry_delay: int = 5,\n ) -> Union[InferResponse, Dict]:\n transient_status_codes = {502, 503, 504}\n logger.info(\"Sending Header = %s\", headers)\n logger.info(\"base url = %s\", url)\n for attempt in range(retries):\n try:\n> return await client.infer(\n url,\n input_data,\n model_name=model_name,\n headers=headers,\n is_graph_endpoint=is_graph,\n )\n\ncommon/utils.py:168: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nbase_url = 'https://isvc-sklearn-runtime-kserve-ci-e2e-test.apps.ad5e3ef4-eead-4037-bc41-606a49dda1f3.prod.konfluxeaas.com'\ndata = b'{\"inputs\":[\"Do what thou wilt shall be the whole of the Law. [Honestly.] The word of Sin is Restriction. [Would I ki...more in response to other posts in this thread. Invoke me under my stars. Love is the law, love under will. I am I!\"]}'\nmodel_name = 'isvc-sklearn-runtime'\nheaders = {'Content-Type': 'application/json', 'Host': 'isvc-sklearn-runtime-kserve-ci-e2e-test.apps.ad5e3ef4-eead-4037-bc41-606a49dda1f3.prod.konfluxeaas.com'}\nresponse_headers = None, is_graph_endpoint = False\ntimeout = \n\n async def infer(\n self,\n base_url: Union[httpx.URL, str],\n data: Union[InferRequest, dict],\n model_name: Optional[str] = None,\n headers: Optional[Mapping[str, str]] = None,\n response_headers: Dict[str, str] = None,\n is_graph_endpoint: bool = False,\n timeout: Union[float, None, tuple, httpx.Timeout] = httpx.USE_CLIENT_DEFAULT,\n ) -> Union[InferResponse, Dict]:\n \"\"\"\n Run asynchronous inference using the supplied data.\n :param base_url: Base url of the inference server. E.g. https://example.com:443, https://example.com:443/serving\n :param data: Input data as InferRequest object.\n :param model_name: (optional) Name of the model as string. If is_graph_endpoint is true this can be omitted.\n If is_graph_endpoint is False and model_name is None, this will raise ValueError.\n :param headers: (optional) HTTP headers to include when sending request.\n :param is_graph_endpoint: (optional) If set to True the base_url will be considered as an inference graph\n endpoint and will be used as it is for making the request regardless of the\n protocol specified in the RESTConfig. The result will be returned as dict object.\n Defaults to False.\n :param timeout: (optional) The maximum end-to-end time, in seconds, the request is allowed to take. This will\n override the timeout in the RESTConfig. The default value is 60 seconds.\n To disable timeout explicitly set it to 'None'.\n :return: Inference result as InferResponse object or python dict.\n :raises HTTPStatusError for response codes other than 2xx.\n :raises UnsupportedProtocol if the specified protocol version is not supported.\n \"\"\"\n if is_graph_endpoint:\n url = base_url\n elif model_name is None:\n raise ValueError(\"model_name should not be 'None'\")\n elif is_v1(self._config.protocol):\n url = self._construct_url(\n base_url, f\"{self._config.protocol}/models/{model_name}:predict\"\n )\n elif is_v2(self._config.protocol):\n url = self._construct_url(\n base_url, f\"{self._config.protocol}/models/{model_name}/infer\"\n )\n else:\n raise UnsupportedProtocol(self._config.protocol)\n if self._config.verbose:\n logger.info(\"url: %s\", url)\n logger.info(\"request data: %s\", data)\n if isinstance(data, InferRequest):\n data, json_length = data.to_rest()\n if json_length:\n headers = headers or {}\n headers[INFERENCE_CONTENT_LENGTH_HEADER] = str(json_length)\n headers[\"content-type\"] = \"application/octet-stream\"\n if isinstance(data, dict):\n data = orjson.dumps(data)\n headers = dict(headers) if headers else {}\n if not any(k.lower() == \"content-type\" for k in headers):\n headers[\"content-type\"] = \"application/json\"\n> response = await self._client.post(\n url, content=data, headers=headers, timeout=timeout\n )\n\n../../python/kserve/kserve/inference_client.py:503: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nurl = URL('https://isvc-sklearn-runtime-kserve-ci-e2e-test.apps.ad5e3ef4-eead-4037-bc41-606a49dda1f3.prod.konfluxeaas.com/v1/models/isvc-sklearn-runtime:predict')\n\n async def post(\n self,\n url: URL | str,\n *,\n content: RequestContent | None = None,\n data: RequestData | None = None,\n files: RequestFiles | None = None,\n json: typing.Any | None = None,\n params: QueryParamTypes | None = None,\n headers: HeaderTypes | None = None,\n cookies: CookieTypes | None = None,\n auth: AuthTypes | UseClientDefault = USE_CLIENT_DEFAULT,\n follow_redirects: bool | UseClientDefault = USE_CLIENT_DEFAULT,\n timeout: TimeoutTypes | UseClientDefault = USE_CLIENT_DEFAULT,\n extensions: RequestExtensions | None = None,\n ) -> Response:\n \"\"\"\n Send a `POST` request.\n \n **Parameters**: See `httpx.request`.\n \"\"\"\n> return await self.request(\n \"POST\",\n url,\n content=content,\n data=data,\n files=files,\n json=json,\n params=params,\n headers=headers,\n cookies=cookies,\n auth=auth,\n follow_redirects=follow_redirects,\n timeout=timeout,\n extensions=extensions,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_client.py:1905: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = , method = 'POST'\nurl = URL('https://isvc-sklearn-runtime-kserve-ci-e2e-test.apps.ad5e3ef4-eead-4037-bc41-606a49dda1f3.prod.konfluxeaas.com/v1/models/isvc-sklearn-runtime:predict')\n\n async def request(\n self,\n method: str,\n url: URL | str,\n *,\n content: RequestContent | None = None,\n data: RequestData | None = None,\n files: RequestFiles | None = None,\n json: typing.Any | None = None,\n params: QueryParamTypes | None = None,\n headers: HeaderTypes | None = None,\n cookies: CookieTypes | None = None,\n auth: AuthTypes | UseClientDefault | None = USE_CLIENT_DEFAULT,\n follow_redirects: bool | UseClientDefault = USE_CLIENT_DEFAULT,\n timeout: TimeoutTypes | UseClientDefault = USE_CLIENT_DEFAULT,\n extensions: RequestExtensions | None = None,\n ) -> Response:\n \"\"\"\n Build and send a request.\n \n Equivalent to:\n \n ```python\n request = client.build_request(...)\n response = await client.send(request, ...)\n ```\n \n See `AsyncClient.build_request()`, `AsyncClient.send()`\n and [Merging of configuration][0] for how the various parameters\n are merged with client-level configuration.\n \n [0]: /advanced/clients/#merging-of-configuration\n \"\"\"\n \n if cookies is not None: # pragma: no cover\n message = (\n \"Setting per-request cookies=<...> is being deprecated, because \"\n \"the expected behaviour on cookie persistence is ambiguous. Set \"\n \"cookies directly on the client instance instead.\"\n )\n warnings.warn(message, DeprecationWarning)\n \n request = self.build_request(\n method=method,\n url=url,\n content=content,\n data=data,\n files=files,\n json=json,\n params=params,\n headers=headers,\n cookies=cookies,\n timeout=timeout,\n extensions=extensions,\n )\n> return await self.send(request, auth=auth, follow_redirects=follow_redirects)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_client.py:1585: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nrequest = \n\n async def send(\n self,\n request: Request,\n *,\n stream: bool = False,\n auth: AuthTypes | UseClientDefault | None = USE_CLIENT_DEFAULT,\n follow_redirects: bool | UseClientDefault = USE_CLIENT_DEFAULT,\n ) -> Response:\n \"\"\"\n Send a request.\n \n The request is sent as-is, unmodified.\n \n Typically you'll want to build one with `AsyncClient.build_request()`\n so that any client-level configuration is merged into the request,\n but passing an explicit `httpx.Request()` is supported as well.\n \n See also: [Request instances][0]\n \n [0]: /advanced/clients/#request-instances\n \"\"\"\n if self._state == ClientState.CLOSED:\n raise RuntimeError(\"Cannot send a request, as the client has been closed.\")\n \n self._state = ClientState.OPENED\n follow_redirects = (\n self.follow_redirects\n if isinstance(follow_redirects, UseClientDefault)\n else follow_redirects\n )\n \n self._set_timeout(request)\n \n auth = self._build_request_auth(request, auth)\n \n> response = await self._send_handling_auth(\n request,\n auth=auth,\n follow_redirects=follow_redirects,\n history=[],\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_client.py:1674: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nrequest = \nauth = , follow_redirects = False\nhistory = []\n\n async def _send_handling_auth(\n self,\n request: Request,\n auth: Auth,\n follow_redirects: bool,\n history: list[Response],\n ) -> Response:\n auth_flow = auth.async_auth_flow(request)\n try:\n request = await auth_flow.__anext__()\n \n while True:\n> response = await self._send_handling_redirects(\n request,\n follow_redirects=follow_redirects,\n history=history,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_client.py:1702: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nrequest = \nfollow_redirects = False, history = []\n\n async def _send_handling_redirects(\n self,\n request: Request,\n follow_redirects: bool,\n history: list[Response],\n ) -> Response:\n while True:\n if len(history) > self.max_redirects:\n raise TooManyRedirects(\n \"Exceeded maximum allowed redirects.\", request=request\n )\n \n for hook in self._event_hooks[\"request\"]:\n await hook(request)\n \n> response = await self._send_single_request(request)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_client.py:1739: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nrequest = \n\n async def _send_single_request(self, request: Request) -> Response:\n \"\"\"\n Sends a single request, without handling any redirections.\n \"\"\"\n transport = self._transport_for_url(request.url)\n timer = Timer()\n await timer.async_start()\n \n if not isinstance(request.stream, AsyncByteStream):\n raise RuntimeError(\n \"Attempted to send an sync request with an AsyncClient instance.\"\n )\n \n with request_context(request=request):\n> response = await transport.handle_async_request(request)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_client.py:1776: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nrequest = \n\n async def handle_async_request(self, request: httpx.Request) -> httpx.Response:\n \"\"\"Sends an HTTP request, possibly with retries.\n \n Args:\n request: The request to perform.\n \n Returns:\n The final response.\n \"\"\"\n if self._async_transport is None:\n raise RuntimeError(\"Async request received but no async transport available\")\n \n logger.debug(\"handle_async_request started request=%s\", request)\n \n if self.retry.is_retryable_method(request.method):\n send_method = partial(self._async_transport.handle_async_request)\n> response = await self._retry_operation_async(request, send_method)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpx_retries/transport.py:116: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nrequest = \nsend_method = functools.partial(>)\n\n async def _retry_operation_async(\n self,\n request: httpx.Request,\n send_method: Callable[..., Coroutine[Any, Any, httpx.Response]],\n ) -> httpx.Response:\n retry = self.retry\n response: Union[httpx.Response, Exception, None] = None\n \n while True:\n if response is not None:\n if isinstance(response, httpx.Response):\n await response.aclose()\n \n logger.debug(\n \"_retry_operation_async retrying request=%s response=%s retry=%s\", request, response, retry\n )\n retry = retry.increment()\n await retry.asleep(response)\n try:\n> response = await send_method(request)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpx_retries/transport.py:171: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nrequest = \n\n async def handle_async_request(\n self,\n request: Request,\n ) -> Response:\n assert isinstance(request.stream, AsyncByteStream)\n \n req = httpcore.Request(\n method=request.method,\n url=httpcore.URL(\n scheme=request.url.raw_scheme,\n host=request.url.raw_host,\n port=request.url.port,\n target=request.url.raw_path,\n ),\n headers=request.headers.raw,\n content=request.stream,\n extensions=request.extensions,\n )\n> with map_httpcore_exceptions():\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_transports/default.py:376: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \ntyp = \nvalue = ConnectError(gaierror(-2, 'Name or service not known'))\ntraceback = \n\n def __exit__(self, typ, value, traceback):\n if typ is None:\n try:\n next(self.gen)\n except StopIteration:\n return False\n else:\n try:\n raise RuntimeError(\"generator didn't stop\")\n finally:\n self.gen.close()\n else:\n if value is None:\n # Need to force instantiation so we can reliably\n # tell if we get the same exception back\n value = typ()\n try:\n> self.gen.throw(typ, value, traceback)\n\n/usr/lib64/python3.11/contextlib.py:158: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\n @contextlib.contextmanager\n def map_httpcore_exceptions() -> typing.Iterator[None]:\n try:\n yield\n except Exception as exc:\n mapped_exc = None\n \n for from_exc, to_exc in HTTPCORE_EXC_MAP.items():\n if not isinstance(exc, from_exc):\n continue\n # We want to map to the most specific exception we can find.\n # Eg if `exc` is an `httpcore.ReadTimeout`, we want to map to\n # `httpx.ReadTimeout`, not just `httpx.TimeoutException`.\n if mapped_exc is None or issubclass(to_exc, mapped_exc):\n mapped_exc = to_exc\n \n if mapped_exc is None: # pragma: no cover\n raise\n \n message = str(exc)\n> raise mapped_exc(message) from exc\nE httpx.ConnectError: [Errno -2] Name or service not known\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/httpx/_transports/default.py:89: ConnectError"}, "teardown": {"duration": 5.199791528000787, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_sklearn.py::test_sklearn_v2_runtime_mlserver", "lineno": 222, "outcome": "error", "keywords": ["test_sklearn_v2_runtime_mlserver", "asyncio", "predictor", "pytestmark", "test_sklearn.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.1888694890003535, "outcome": "failed", "crash": {"path": "/workspace/source/python/kserve/.venv/lib64/python3.11/site-packages/urllib3/util/retry.py", "lineno": 543, "message": "urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Max retries exceeded with url: /apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways (Caused by NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Failed to resolve 'a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\"))"}, "traceback": [{"path": "common/gateway_proxy_istio.py", "lineno": 194, "message": ""}, {"path": "common/gateway_proxy_istio.py", "lineno": 117, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api/custom_objects_api.py", "lineno": 2455, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api/custom_objects_api.py", "lineno": 2594, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py", "lineno": 348, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py", "lineno": 180, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py", "lineno": 373, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/rest.py", "lineno": 244, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/rest.py", "lineno": 217, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/_request_methods.py", "lineno": 135, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/_request_methods.py", "lineno": 182, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/poolmanager.py", "lineno": 457, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py", "lineno": 872, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py", "lineno": 872, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py", "lineno": 872, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py", "lineno": 842, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/util/retry.py", "lineno": 543, "message": "MaxRetryError"}], "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python\n\nself = \n\n def _new_conn(self) -> socket.socket:\n \"\"\"Establish a socket connection and set nodelay settings on it.\n \n :return: New socket connection.\n \"\"\"\n try:\n> sock = connection.create_connection(\n (self._dns_host, self.port),\n self.timeout,\n source_address=self.source_address,\n socket_options=self.socket_options,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connection.py:204: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\naddress = ('a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', 6443)\ntimeout = None, source_address = None, socket_options = [(6, 1, 1)]\n\n def create_connection(\n address: tuple[str, int],\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n source_address: tuple[str, int] | None = None,\n socket_options: _TYPE_SOCKET_OPTIONS | None = None,\n ) -> socket.socket:\n \"\"\"Connect to *address* and return the socket object.\n \n Convenience function. Connect to *address* (a 2-tuple ``(host,\n port)``) and return the socket object. Passing the optional\n *timeout* parameter will set the timeout on the socket instance\n before attempting to connect. If no *timeout* is supplied, the\n global default timeout setting returned by :func:`socket.getdefaulttimeout`\n is used. If *source_address* is set it must be a tuple of (host, port)\n for the socket to bind as a source address before making the connection.\n An host of '' or port 0 tells the OS to use the default.\n \"\"\"\n \n host, port = address\n if host.startswith(\"[\"):\n host = host.strip(\"[]\")\n err = None\n \n # Using the value from allowed_gai_family() in the context of getaddrinfo lets\n # us select whether to work with IPv4 DNS records, IPv6 records, or both.\n # The original create_connection function always returns all records.\n family = allowed_gai_family()\n \n try:\n host.encode(\"idna\")\n except UnicodeError:\n raise LocationParseError(f\"'{host}', label empty or too long\") from None\n \n> for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM):\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/util/connection.py:60: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nhost = 'a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com'\nport = 6443, family = \ntype = , proto = 0, flags = 0\n\n def getaddrinfo(host, port, family=0, type=0, proto=0, flags=0):\n \"\"\"Resolve host and port into list of address info entries.\n \n Translate the host/port argument into a sequence of 5-tuples that contain\n all the necessary arguments for creating a socket connected to that service.\n host is a domain name, a string representation of an IPv4/v6 address or\n None. port is a string service name such as 'http', a numeric port number or\n None. By passing None as the value of host and port, you can pass NULL to\n the underlying C API.\n \n The family, type and proto arguments can be optionally specified in order to\n narrow the list of addresses returned. Passing zero as a value for each of\n these arguments selects the full range of results.\n \"\"\"\n # We override this function since we want to translate the numeric family\n # and socket type values to enum constants.\n addrlist = []\n> for res in _socket.getaddrinfo(host, port, family, type, proto, flags):\nE socket.gaierror: [Errno -2] Name or service not known\n\n/usr/lib64/python3.11/socket.py:974: gaierror\n\nThe above exception was the direct cause of the following exception:\n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False, err = None\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n> response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:788: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nconn = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\ntimeout = Timeout(connect=None, read=None, total=None), chunked = False\nresponse_conn = None, preload_content = True, decode_content = True\nenforce_content_length = True\n\n def _make_request(\n self,\n conn: BaseHTTPConnection,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | None = None,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n chunked: bool = False,\n response_conn: BaseHTTPConnection | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n enforce_content_length: bool = True,\n ) -> BaseHTTPResponse:\n \"\"\"\n Perform a request on a given urllib connection object taken from our\n pool.\n \n :param conn:\n a connection from one of our connection pools\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n Pass ``None`` to retry until you receive a response. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param response_conn:\n Set this to ``None`` if you will handle releasing the connection or\n set the connection to have the response release it.\n \n :param preload_content:\n If True, the response's body will be preloaded during construction.\n \n :param decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param enforce_content_length:\n Enforce content length checking. Body returned by server must match\n value of Content-Length header, if present. Otherwise, raise error.\n \"\"\"\n self.num_requests += 1\n \n timeout_obj = self._get_timeout(timeout)\n timeout_obj.start_connect()\n conn.timeout = Timeout.resolve_default_timeout(timeout_obj.connect_timeout)\n \n try:\n # Trigger any extra validation we need to do.\n try:\n self._validate_conn(conn)\n except (SocketTimeout, BaseSSLError) as e:\n self._raise_timeout(err=e, url=url, timeout_value=conn.timeout)\n raise\n \n # _validate_conn() starts the connection to an HTTPS proxy\n # so we need to wrap errors with 'ProxyError' here too.\n except (\n OSError,\n NewConnectionError,\n TimeoutError,\n BaseSSLError,\n CertificateError,\n SSLError,\n ) as e:\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n # If the connection didn't successfully connect to it's proxy\n # then there\n if isinstance(\n new_e, (OSError, NewConnectionError, TimeoutError, SSLError)\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n> raise new_e\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:488: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nconn = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\ntimeout = Timeout(connect=None, read=None, total=None), chunked = False\nresponse_conn = None, preload_content = True, decode_content = True\nenforce_content_length = True\n\n def _make_request(\n self,\n conn: BaseHTTPConnection,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | None = None,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n chunked: bool = False,\n response_conn: BaseHTTPConnection | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n enforce_content_length: bool = True,\n ) -> BaseHTTPResponse:\n \"\"\"\n Perform a request on a given urllib connection object taken from our\n pool.\n \n :param conn:\n a connection from one of our connection pools\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n Pass ``None`` to retry until you receive a response. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param response_conn:\n Set this to ``None`` if you will handle releasing the connection or\n set the connection to have the response release it.\n \n :param preload_content:\n If True, the response's body will be preloaded during construction.\n \n :param decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param enforce_content_length:\n Enforce content length checking. Body returned by server must match\n value of Content-Length header, if present. Otherwise, raise error.\n \"\"\"\n self.num_requests += 1\n \n timeout_obj = self._get_timeout(timeout)\n timeout_obj.start_connect()\n conn.timeout = Timeout.resolve_default_timeout(timeout_obj.connect_timeout)\n \n try:\n # Trigger any extra validation we need to do.\n try:\n> self._validate_conn(conn)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:464: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nconn = \n\n def _validate_conn(self, conn: BaseHTTPConnection) -> None:\n \"\"\"\n Called right before a request is made, after the socket is created.\n \"\"\"\n super()._validate_conn(conn)\n \n # Force connect early to allow us to validate the connection.\n if conn.is_closed:\n> conn.connect()\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:1106: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \n\n def connect(self) -> None:\n # Today we don't need to be doing this step before the /actual/ socket\n # connection, however in the future we'll need to decide whether to\n # create a new socket or re-use an existing \"shared\" socket as a part\n # of the HTTP/2 handshake dance.\n if self._tunnel_host is not None and self._tunnel_port is not None:\n probe_http2_host = self._tunnel_host\n probe_http2_port = self._tunnel_port\n else:\n probe_http2_host = self.host\n probe_http2_port = self.port\n \n # Check if the target origin supports HTTP/2.\n # If the value comes back as 'None' it means that the current thread\n # is probing for HTTP/2 support. Otherwise, we're waiting for another\n # probe to complete, or we get a value right away.\n target_supports_http2: bool | None\n if \"h2\" in ssl_.ALPN_PROTOCOLS:\n target_supports_http2 = http2_probe.acquire_and_get(\n host=probe_http2_host, port=probe_http2_port\n )\n else:\n # If HTTP/2 isn't going to be offered it doesn't matter if\n # the target supports HTTP/2. Don't want to make a probe.\n target_supports_http2 = False\n \n if self._connect_callback is not None:\n self._connect_callback(\n \"before connect\",\n thread_id=threading.get_ident(),\n target_supports_http2=target_supports_http2,\n )\n \n try:\n sock: socket.socket | ssl.SSLSocket\n> self.sock = sock = self._new_conn()\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connection.py:759: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \n\n def _new_conn(self) -> socket.socket:\n \"\"\"Establish a socket connection and set nodelay settings on it.\n \n :return: New socket connection.\n \"\"\"\n try:\n sock = connection.create_connection(\n (self._dns_host, self.port),\n self.timeout,\n source_address=self.source_address,\n socket_options=self.socket_options,\n )\n except socket.gaierror as e:\n> raise NameResolutionError(self.host, self, e) from e\nE urllib3.exceptions.NameResolutionError: HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Failed to resolve 'a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connection.py:211: NameResolutionError\n\nThe above exception was the direct cause of the following exception:\n\nrequest = >\n\n @pytest.fixture(autouse=True)\n def ensure_gateway_proxy_memory(request):\n \"\"\"After test setup creates gateways, patch them for proxy memory.\"\"\"\n if not GATEWAY_PROXY_MEMORY:\n return\n \n # Let test_case (llmisvc) create gateways first\n \n if \"test_case\" in request.fixturenames:\n request.getfixturevalue(\"test_case\")\n \n from kserve import KServeClient\n \n kserve_client = KServeClient(\n config_file=os.environ.get(\"KUBECONFIG\", \"~/.kube/config\")\n )\n api_client = kserve_client.api_instance.api_client\n \n namespace = os.environ.get(\"KSERVE_TEST_NAMESPACE\", \"kserve-ci-e2e-test\")\n _ensure_configmap(namespace, api_client)\n> patched = _patch_gateways(namespace, api_client)\n\ncommon/gateway_proxy_istio.py:194: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nnamespace = 'kserve-ci-e2e-test'\napi_client = \n\n def _patch_gateways(namespace, api_client):\n \"\"\"Patch all Gateways in namespace to include parametersRef.\n \n Returns the list of gateway names that were actually patched.\n \"\"\"\n custom_api = client.CustomObjectsApi(api_client)\n> gateways = custom_api.list_namespaced_custom_object(\n \"gateway.networking.k8s.io\", \"v1\", namespace, \"gateways\"\n )\n\ncommon/gateway_proxy_istio.py:117: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \ngroup = 'gateway.networking.k8s.io', version = 'v1'\nnamespace = 'kserve-ci-e2e-test', plural = 'gateways'\nkwargs = {'_return_http_data_only': True}\n\n def list_namespaced_custom_object(self, group, version, namespace, plural, **kwargs): # noqa: E501\n \"\"\"list_namespaced_custom_object # noqa: E501\n \n list or watch namespace scoped custom objects # noqa: E501\n This method makes a synchronous HTTP request by default. To make an\n asynchronous HTTP request, please pass async_req=True\n >>> thread = api.list_namespaced_custom_object(group, version, namespace, plural, async_req=True)\n >>> result = thread.get()\n \n :param async_req bool: execute request asynchronously\n :param str group: The custom resource's group name (required)\n :param str version: The custom resource's version (required)\n :param str namespace: The custom resource's namespace (required)\n :param str plural: The custom resource's plural name. For TPRs this would be lowercase plural kind. (required)\n :param str pretty: If 'true', then the output is pretty printed.\n :param bool allow_watch_bookmarks: allowWatchBookmarks requests watch events with type \\\"BOOKMARK\\\". Servers that do not implement bookmarks may ignore this flag and bookmarks are sent at the server's discretion. Clients should not assume bookmarks are returned at any specific interval, nor may they assume the server will send any BOOKMARK event during a session. If this is not a watch, this field is ignored. If the feature gate WatchBookmarks is not enabled in apiserver, this field is ignored.\n :param str _continue: The continue option should be set when retrieving more results from the server. Since this value is server defined, clients may only use the continue value from a previous query result with identical query parameters (except for the value of continue) and the server may reject a continue value it does not recognize. If the specified continue value is no longer valid whether due to expiration (generally five to fifteen minutes) or a configuration change on the server, the server will respond with a 410 ResourceExpired error together with a continue token. If the client needs a consistent list, it must restart their list without the continue field. Otherwise, the client may send another list request with the token received with the 410 error, the server will respond with a list starting from the next key, but from the latest snapshot, which is inconsistent from the previous list results - objects that are created, modified, or deleted after the first list request will be included in the response, as long as their keys are after the \\\"next key\\\". This field is not supported when watch is true. Clients may start a watch from the last resourceVersion value returned by the server and not miss any modifications.\n :param str field_selector: A selector to restrict the list of returned objects by their fields. Defaults to everything.\n :param str label_selector: A selector to restrict the list of returned objects by their labels. Defaults to everything.\n :param int limit: limit is a maximum number of responses to return for a list call. If more items exist, the server will set the `continue` field on the list metadata to a value that can be used with the same initial query to retrieve the next set of results. Setting a limit may return fewer than the requested amount of items (up to zero items) in the event all requested objects are filtered out and clients should only use the presence of the continue field to determine whether more results are available. Servers may choose not to support the limit argument and will return all of the available results. If limit is specified and the continue field is empty, clients may assume that no more results are available. This field is not supported if watch is true. The server guarantees that the objects returned when using continue will be identical to issuing a single list call without a limit - that is, no objects created, modified, or deleted after the first request is issued will be included in any subsequent continued requests. This is sometimes referred to as a consistent snapshot, and ensures that a client that is using limit to receive smaller chunks of a very large result can ensure they see all possible objects. If objects are updated during a chunked list the version of the object that was present at the time the first list result was calculated is returned.\n :param str resource_version: When specified with a watch call, shows changes that occur after that particular version of a resource. Defaults to changes from the beginning of history. When specified for list: - if unset, then the result is returned from remote storage based on quorum-read flag; - if it's 0, then we simply return what we currently have in cache, no guarantee; - if set to non zero, then the result is at least as fresh as given rv.\n :param str resource_version_match: resourceVersionMatch determines how resourceVersion is applied to list calls. It is highly recommended that resourceVersionMatch be set for list calls where resourceVersion is set See https://kubernetes.io/docs/reference/using-api/api-concepts/#resource-versions for details. Defaults to unset\n :param int timeout_seconds: Timeout for the list/watch call. This limits the duration of the call, regardless of any activity or inactivity.\n :param bool watch: Watch for changes to the described resources and return them as a stream of add, update, and remove notifications.\n :param _preload_content: if False, the urllib3.HTTPResponse object will\n be returned without reading/decoding response\n data. Default is True.\n :param _request_timeout: timeout setting for this request. If one\n number provided, it will be total request\n timeout. It can also be a pair (tuple) of\n (connection, read) timeouts.\n :return: object\n If the method is called asynchronously,\n returns the request thread.\n \"\"\"\n kwargs['_return_http_data_only'] = True\n> return self.list_namespaced_custom_object_with_http_info(group, version, namespace, plural, **kwargs) # noqa: E501\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api/custom_objects_api.py:2455: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \ngroup = 'gateway.networking.k8s.io', version = 'v1'\nnamespace = 'kserve-ci-e2e-test', plural = 'gateways'\nkwargs = {'_return_http_data_only': True}\nlocal_var_params = {'_return_http_data_only': True, 'all_params': ['group', 'version', 'namespace', 'plural', 'pretty', 'allow_watch_bookmarks', ...], 'auth_settings': ['BearerToken'], 'body_params': None, ...}\nall_params = ['group', 'version', 'namespace', 'plural', 'pretty', 'allow_watch_bookmarks', ...]\nkey = '_return_http_data_only', val = True, collection_formats = {}\npath_params = {'group': 'gateway.networking.k8s.io', 'namespace': 'kserve-ci-e2e-test', 'plural': 'gateways', 'version': 'v1'}\nquery_params = []\n\n def list_namespaced_custom_object_with_http_info(self, group, version, namespace, plural, **kwargs): # noqa: E501\n \"\"\"list_namespaced_custom_object # noqa: E501\n \n list or watch namespace scoped custom objects # noqa: E501\n This method makes a synchronous HTTP request by default. To make an\n asynchronous HTTP request, please pass async_req=True\n >>> thread = api.list_namespaced_custom_object_with_http_info(group, version, namespace, plural, async_req=True)\n >>> result = thread.get()\n \n :param async_req bool: execute request asynchronously\n :param str group: The custom resource's group name (required)\n :param str version: The custom resource's version (required)\n :param str namespace: The custom resource's namespace (required)\n :param str plural: The custom resource's plural name. For TPRs this would be lowercase plural kind. (required)\n :param str pretty: If 'true', then the output is pretty printed.\n :param bool allow_watch_bookmarks: allowWatchBookmarks requests watch events with type \\\"BOOKMARK\\\". Servers that do not implement bookmarks may ignore this flag and bookmarks are sent at the server's discretion. Clients should not assume bookmarks are returned at any specific interval, nor may they assume the server will send any BOOKMARK event during a session. If this is not a watch, this field is ignored. If the feature gate WatchBookmarks is not enabled in apiserver, this field is ignored.\n :param str _continue: The continue option should be set when retrieving more results from the server. Since this value is server defined, clients may only use the continue value from a previous query result with identical query parameters (except for the value of continue) and the server may reject a continue value it does not recognize. If the specified continue value is no longer valid whether due to expiration (generally five to fifteen minutes) or a configuration change on the server, the server will respond with a 410 ResourceExpired error together with a continue token. If the client needs a consistent list, it must restart their list without the continue field. Otherwise, the client may send another list request with the token received with the 410 error, the server will respond with a list starting from the next key, but from the latest snapshot, which is inconsistent from the previous list results - objects that are created, modified, or deleted after the first list request will be included in the response, as long as their keys are after the \\\"next key\\\". This field is not supported when watch is true. Clients may start a watch from the last resourceVersion value returned by the server and not miss any modifications.\n :param str field_selector: A selector to restrict the list of returned objects by their fields. Defaults to everything.\n :param str label_selector: A selector to restrict the list of returned objects by their labels. Defaults to everything.\n :param int limit: limit is a maximum number of responses to return for a list call. If more items exist, the server will set the `continue` field on the list metadata to a value that can be used with the same initial query to retrieve the next set of results. Setting a limit may return fewer than the requested amount of items (up to zero items) in the event all requested objects are filtered out and clients should only use the presence of the continue field to determine whether more results are available. Servers may choose not to support the limit argument and will return all of the available results. If limit is specified and the continue field is empty, clients may assume that no more results are available. This field is not supported if watch is true. The server guarantees that the objects returned when using continue will be identical to issuing a single list call without a limit - that is, no objects created, modified, or deleted after the first request is issued will be included in any subsequent continued requests. This is sometimes referred to as a consistent snapshot, and ensures that a client that is using limit to receive smaller chunks of a very large result can ensure they see all possible objects. If objects are updated during a chunked list the version of the object that was present at the time the first list result was calculated is returned.\n :param str resource_version: When specified with a watch call, shows changes that occur after that particular version of a resource. Defaults to changes from the beginning of history. When specified for list: - if unset, then the result is returned from remote storage based on quorum-read flag; - if it's 0, then we simply return what we currently have in cache, no guarantee; - if set to non zero, then the result is at least as fresh as given rv.\n :param str resource_version_match: resourceVersionMatch determines how resourceVersion is applied to list calls. It is highly recommended that resourceVersionMatch be set for list calls where resourceVersion is set See https://kubernetes.io/docs/reference/using-api/api-concepts/#resource-versions for details. Defaults to unset\n :param int timeout_seconds: Timeout for the list/watch call. This limits the duration of the call, regardless of any activity or inactivity.\n :param bool watch: Watch for changes to the described resources and return them as a stream of add, update, and remove notifications.\n :param _return_http_data_only: response data without head status code\n and headers\n :param _preload_content: if False, the urllib3.HTTPResponse object will\n be returned without reading/decoding response\n data. Default is True.\n :param _request_timeout: timeout setting for this request. If one\n number provided, it will be total request\n timeout. It can also be a pair (tuple) of\n (connection, read) timeouts.\n :return: tuple(object, status_code(int), headers(HTTPHeaderDict))\n If the method is called asynchronously,\n returns the request thread.\n \"\"\"\n \n local_var_params = locals()\n \n all_params = [\n 'group',\n 'version',\n 'namespace',\n 'plural',\n 'pretty',\n 'allow_watch_bookmarks',\n '_continue',\n 'field_selector',\n 'label_selector',\n 'limit',\n 'resource_version',\n 'resource_version_match',\n 'timeout_seconds',\n 'watch'\n ]\n all_params.extend(\n [\n 'async_req',\n '_return_http_data_only',\n '_preload_content',\n '_request_timeout'\n ]\n )\n \n for key, val in six.iteritems(local_var_params['kwargs']):\n if key not in all_params:\n raise ApiTypeError(\n \"Got an unexpected keyword argument '%s'\"\n \" to method list_namespaced_custom_object\" % key\n )\n local_var_params[key] = val\n del local_var_params['kwargs']\n # verify the required parameter 'group' is set\n if self.api_client.client_side_validation and ('group' not in local_var_params or # noqa: E501\n local_var_params['group'] is None): # noqa: E501\n raise ApiValueError(\"Missing the required parameter `group` when calling `list_namespaced_custom_object`\") # noqa: E501\n # verify the required parameter 'version' is set\n if self.api_client.client_side_validation and ('version' not in local_var_params or # noqa: E501\n local_var_params['version'] is None): # noqa: E501\n raise ApiValueError(\"Missing the required parameter `version` when calling `list_namespaced_custom_object`\") # noqa: E501\n # verify the required parameter 'namespace' is set\n if self.api_client.client_side_validation and ('namespace' not in local_var_params or # noqa: E501\n local_var_params['namespace'] is None): # noqa: E501\n raise ApiValueError(\"Missing the required parameter `namespace` when calling `list_namespaced_custom_object`\") # noqa: E501\n # verify the required parameter 'plural' is set\n if self.api_client.client_side_validation and ('plural' not in local_var_params or # noqa: E501\n local_var_params['plural'] is None): # noqa: E501\n raise ApiValueError(\"Missing the required parameter `plural` when calling `list_namespaced_custom_object`\") # noqa: E501\n \n collection_formats = {}\n \n path_params = {}\n if 'group' in local_var_params:\n path_params['group'] = local_var_params['group'] # noqa: E501\n if 'version' in local_var_params:\n path_params['version'] = local_var_params['version'] # noqa: E501\n if 'namespace' in local_var_params:\n path_params['namespace'] = local_var_params['namespace'] # noqa: E501\n if 'plural' in local_var_params:\n path_params['plural'] = local_var_params['plural'] # noqa: E501\n \n query_params = []\n if 'pretty' in local_var_params and local_var_params['pretty'] is not None: # noqa: E501\n query_params.append(('pretty', local_var_params['pretty'])) # noqa: E501\n if 'allow_watch_bookmarks' in local_var_params and local_var_params['allow_watch_bookmarks'] is not None: # noqa: E501\n query_params.append(('allowWatchBookmarks', local_var_params['allow_watch_bookmarks'])) # noqa: E501\n if '_continue' in local_var_params and local_var_params['_continue'] is not None: # noqa: E501\n query_params.append(('continue', local_var_params['_continue'])) # noqa: E501\n if 'field_selector' in local_var_params and local_var_params['field_selector'] is not None: # noqa: E501\n query_params.append(('fieldSelector', local_var_params['field_selector'])) # noqa: E501\n if 'label_selector' in local_var_params and local_var_params['label_selector'] is not None: # noqa: E501\n query_params.append(('labelSelector', local_var_params['label_selector'])) # noqa: E501\n if 'limit' in local_var_params and local_var_params['limit'] is not None: # noqa: E501\n query_params.append(('limit', local_var_params['limit'])) # noqa: E501\n if 'resource_version' in local_var_params and local_var_params['resource_version'] is not None: # noqa: E501\n query_params.append(('resourceVersion', local_var_params['resource_version'])) # noqa: E501\n if 'resource_version_match' in local_var_params and local_var_params['resource_version_match'] is not None: # noqa: E501\n query_params.append(('resourceVersionMatch', local_var_params['resource_version_match'])) # noqa: E501\n if 'timeout_seconds' in local_var_params and local_var_params['timeout_seconds'] is not None: # noqa: E501\n query_params.append(('timeoutSeconds', local_var_params['timeout_seconds'])) # noqa: E501\n if 'watch' in local_var_params and local_var_params['watch'] is not None: # noqa: E501\n query_params.append(('watch', local_var_params['watch'])) # noqa: E501\n \n header_params = {}\n \n form_params = []\n local_var_files = {}\n \n body_params = None\n # HTTP header `Accept`\n header_params['Accept'] = self.api_client.select_header_accept(\n ['application/json', 'application/json;stream=watch']) # noqa: E501\n \n # Authentication setting\n auth_settings = ['BearerToken'] # noqa: E501\n \n> return self.api_client.call_api(\n '/apis/{group}/{version}/namespaces/{namespace}/{plural}', 'GET',\n path_params,\n query_params,\n header_params,\n body=body_params,\n post_params=form_params,\n files=local_var_files,\n response_type='object', # noqa: E501\n auth_settings=auth_settings,\n async_req=local_var_params.get('async_req'),\n _return_http_data_only=local_var_params.get('_return_http_data_only'), # noqa: E501\n _preload_content=local_var_params.get('_preload_content', True),\n _request_timeout=local_var_params.get('_request_timeout'),\n collection_formats=collection_formats)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api/custom_objects_api.py:2594: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nresource_path = '/apis/{group}/{version}/namespaces/{namespace}/{plural}'\nmethod = 'GET'\npath_params = {'group': 'gateway.networking.k8s.io', 'namespace': 'kserve-ci-e2e-test', 'plural': 'gateways', 'version': 'v1'}\nquery_params = []\nheader_params = {'Accept': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nbody = None, post_params = [], files = {}, response_type = 'object'\nauth_settings = ['BearerToken'], async_req = None, _return_http_data_only = True\ncollection_formats = {}, _preload_content = True, _request_timeout = None\n_host = None\n\n def call_api(self, resource_path, method,\n path_params=None, query_params=None, header_params=None,\n body=None, post_params=None, files=None,\n response_type=None, auth_settings=None, async_req=None,\n _return_http_data_only=None, collection_formats=None,\n _preload_content=True, _request_timeout=None, _host=None):\n \"\"\"Makes the HTTP request (synchronous) and returns deserialized data.\n \n To make an async_req request, set the async_req parameter.\n \n :param resource_path: Path to method endpoint.\n :param method: Method to call.\n :param path_params: Path parameters in the url.\n :param query_params: Query parameters in the url.\n :param header_params: Header parameters to be\n placed in the request header.\n :param body: Request body.\n :param post_params dict: Request post form parameters,\n for `application/x-www-form-urlencoded`, `multipart/form-data`.\n :param auth_settings list: Auth Settings names for the request.\n :param response: Response data type.\n :param files dict: key -> filename, value -> filepath,\n for `multipart/form-data`.\n :param async_req bool: execute request asynchronously\n :param _return_http_data_only: response data without head status code\n and headers\n :param collection_formats: dict of collection formats for path, query,\n header, and post parameters.\n :param _preload_content: if False, the urllib3.HTTPResponse object will\n be returned without reading/decoding response\n data. Default is True.\n :param _request_timeout: timeout setting for this request. If one\n number provided, it will be total request\n timeout. It can also be a pair (tuple) of\n (connection, read) timeouts.\n :return:\n If async_req parameter is True,\n the request will be called asynchronously.\n The method will return the request thread.\n If parameter async_req is False or missing,\n then the method will return the response directly.\n \"\"\"\n if not async_req:\n> return self.__call_api(resource_path, method,\n path_params, query_params, header_params,\n body, post_params, files,\n response_type, auth_settings,\n _return_http_data_only, collection_formats,\n _preload_content, _request_timeout, _host)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py:348: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nresource_path = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nmethod = 'GET'\npath_params = [('group', 'gateway.networking.k8s.io'), ('version', 'v1'), ('namespace', 'kserve-ci-e2e-test'), ('plural', 'gateways')]\nquery_params = []\nheader_params = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nbody = None, post_params = [], files = {}, response_type = 'object'\nauth_settings = ['BearerToken'], _return_http_data_only = True\ncollection_formats = {}, _preload_content = True, _request_timeout = None\n_host = None\n\n def __call_api(\n self, resource_path, method, path_params=None,\n query_params=None, header_params=None, body=None, post_params=None,\n files=None, response_type=None, auth_settings=None,\n _return_http_data_only=None, collection_formats=None,\n _preload_content=True, _request_timeout=None, _host=None):\n \n config = self.configuration\n \n # header parameters\n header_params = header_params or {}\n header_params.update(self.default_headers)\n if self.cookie:\n header_params['Cookie'] = self.cookie\n if header_params:\n header_params = self.sanitize_for_serialization(header_params)\n header_params = dict(self.parameters_to_tuples(header_params,\n collection_formats))\n \n # path parameters\n if path_params:\n path_params = self.sanitize_for_serialization(path_params)\n path_params = self.parameters_to_tuples(path_params,\n collection_formats)\n for k, v in path_params:\n # specified safe chars, encode everything\n resource_path = resource_path.replace(\n '{%s}' % k,\n quote(str(v), safe=config.safe_chars_for_path_param)\n )\n \n # query parameters\n if query_params:\n query_params = self.sanitize_for_serialization(query_params)\n query_params = self.parameters_to_tuples(query_params,\n collection_formats)\n \n # post parameters\n if post_params or files:\n post_params = post_params if post_params else []\n post_params = self.sanitize_for_serialization(post_params)\n post_params = self.parameters_to_tuples(post_params,\n collection_formats)\n post_params.extend(self.files_parameters(files))\n \n # auth setting\n self.update_params_for_auth(header_params, query_params, auth_settings)\n \n # body\n if body:\n body = self.sanitize_for_serialization(body)\n \n # request url\n if _host is None:\n url = self.configuration.host + resource_path\n else:\n # use server/host defined in path or operation instead\n url = _host + resource_path\n \n # perform request and return response\n> response_data = self.request(\n method, url, query_params=query_params, headers=header_params,\n post_params=post_params, body=body,\n _preload_content=_preload_content,\n _request_timeout=_request_timeout)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py:180: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nquery_params = []\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\npost_params = [], body = None, _preload_content = True, _request_timeout = None\n\n def request(self, method, url, query_params=None, headers=None,\n post_params=None, body=None, _preload_content=True,\n _request_timeout=None):\n \"\"\"Makes the HTTP request using RESTClient.\"\"\"\n if method == \"GET\":\n> return self.rest_client.GET(url,\n query_params=query_params,\n _preload_content=_preload_content,\n _request_timeout=_request_timeout,\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py:373: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nquery_params = [], _preload_content = True, _request_timeout = None\n\n def GET(self, url, headers=None, query_params=None, _preload_content=True,\n _request_timeout=None):\n> return self.request(\"GET\", url,\n headers=headers,\n _preload_content=_preload_content,\n _request_timeout=_request_timeout,\n query_params=query_params)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/rest.py:244: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nquery_params = []\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nbody = None, post_params = {}, _preload_content = True, _request_timeout = None\n\n def request(self, method, url, query_params=None, headers=None,\n body=None, post_params=None, _preload_content=True,\n _request_timeout=None):\n \"\"\"Perform requests.\n \n :param method: http request method\n :param url: http request url\n :param query_params: query parameters in the url\n :param headers: http request headers\n :param body: request json body, for `application/json`\n :param post_params: request post parameters,\n `application/x-www-form-urlencoded`\n and `multipart/form-data`\n :param _preload_content: if False, the urllib3.HTTPResponse object will\n be returned without reading/decoding response\n data. Default is True.\n :param _request_timeout: timeout setting for this request. If one\n number provided, it will be total request\n timeout. It can also be a pair (tuple) of\n (connection, read) timeouts.\n \"\"\"\n method = method.upper()\n assert method in ['GET', 'HEAD', 'DELETE', 'POST', 'PUT',\n 'PATCH', 'OPTIONS']\n \n if post_params and body:\n raise ApiValueError(\n \"body parameter cannot be used with post_params parameter.\"\n )\n \n post_params = post_params or {}\n headers = headers or {}\n \n timeout = None\n if _request_timeout:\n if isinstance(_request_timeout, (int, ) if six.PY3 else (int, long)): # noqa: E501,F821\n timeout = urllib3.Timeout(total=_request_timeout)\n elif (isinstance(_request_timeout, tuple) and\n len(_request_timeout) == 2):\n timeout = urllib3.Timeout(\n connect=_request_timeout[0], read=_request_timeout[1])\n \n if 'Content-Type' not in headers:\n headers['Content-Type'] = 'application/json'\n \n try:\n # For `POST`, `PUT`, `PATCH`, `OPTIONS`, `DELETE`\n if method in ['POST', 'PUT', 'PATCH', 'OPTIONS', 'DELETE']:\n if query_params:\n url += '?' + urlencode(query_params)\n if (re.search('json', headers['Content-Type'], re.IGNORECASE) or\n headers['Content-Type'] == 'application/apply-patch+yaml'):\n if headers['Content-Type'] == 'application/json-patch+json':\n if not isinstance(body, list):\n headers['Content-Type'] = \\\n 'application/strategic-merge-patch+json'\n request_body = None\n if body is not None:\n request_body = json.dumps(body)\n r = self.pool_manager.request(\n method, url,\n body=request_body,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n elif headers['Content-Type'] == 'application/x-www-form-urlencoded': # noqa: E501\n r = self.pool_manager.request(\n method, url,\n fields=post_params,\n encode_multipart=False,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n elif headers['Content-Type'] == 'multipart/form-data':\n # must del headers['Content-Type'], or the correct\n # Content-Type which generated by urllib3 will be\n # overwritten.\n del headers['Content-Type']\n r = self.pool_manager.request(\n method, url,\n fields=post_params,\n encode_multipart=True,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n # Pass a `string` parameter directly in the body to support\n # other content types than Json when `body` argument is\n # provided in serialized form\n elif isinstance(body, str) or isinstance(body, bytes):\n request_body = body\n r = self.pool_manager.request(\n method, url,\n body=request_body,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n else:\n # Cannot generate the request from given parameters\n msg = \"\"\"Cannot prepare a request message for provided\n arguments. Please check that your arguments match\n declared content type.\"\"\"\n raise ApiException(status=0, reason=msg)\n # For `GET`, `HEAD`\n else:\n> r = self.pool_manager.request(method, url,\n fields=query_params,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/rest.py:217: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None, fields = []\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\njson = None, urlopen_kw = {'preload_content': True, 'timeout': None}\n\n def request(\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n fields: _TYPE_FIELDS | None = None,\n headers: typing.Mapping[str, str] | None = None,\n json: typing.Any | None = None,\n **urlopen_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Make a request using :meth:`urlopen` with the appropriate encoding of\n ``fields`` based on the ``method`` used.\n \n This is a convenience method that requires the least amount of manual\n effort. It can be used in most situations, while still having the\n option to drop down to more specific methods when necessary, such as\n :meth:`request_encode_url`, :meth:`request_encode_body`,\n or even the lowest level :meth:`urlopen`.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param fields:\n Data to encode and send in the URL or request body, depending on ``method``.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param json:\n Data to encode and send as JSON with UTF-encoded in the request body.\n The ``\"Content-Type\"`` header will be set to ``\"application/json\"``\n unless specified otherwise.\n \"\"\"\n method = method.upper()\n \n if json is not None and body is not None:\n raise TypeError(\n \"request got values for both 'body' and 'json' parameters which are mutually exclusive\"\n )\n \n if json is not None:\n if headers is None:\n headers = self.headers\n \n if not (\"content-type\" in map(str.lower, headers.keys())):\n headers = HTTPHeaderDict(headers)\n headers[\"Content-Type\"] = \"application/json\"\n \n body = _json.dumps(json, separators=(\",\", \":\"), ensure_ascii=False).encode(\n \"utf-8\"\n )\n \n if body is not None:\n urlopen_kw[\"body\"] = body\n \n if method in self._encode_url_methods:\n> return self.request_encode_url(\n method,\n url,\n fields=fields, # type: ignore[arg-type]\n headers=headers,\n **urlopen_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/_request_methods.py:135: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nfields = []\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nurlopen_kw = {'preload_content': True, 'timeout': None}\nextra_kw = {'headers': {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}, 'preload_content': True, 'timeout': None}\n\n def request_encode_url(\n self,\n method: str,\n url: str,\n fields: _TYPE_ENCODE_URL_FIELDS | None = None,\n headers: typing.Mapping[str, str] | None = None,\n **urlopen_kw: str,\n ) -> BaseHTTPResponse:\n \"\"\"\n Make a request using :meth:`urlopen` with the ``fields`` encoded in\n the url. This is useful for request methods like GET, HEAD, DELETE, etc.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param fields:\n Data to encode and send in the URL.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \"\"\"\n if headers is None:\n headers = self.headers\n \n extra_kw: dict[str, typing.Any] = {\"headers\": headers}\n extra_kw.update(urlopen_kw)\n \n if fields:\n url += \"?\" + urlencode(fields)\n \n> return self.urlopen(method, url, **extra_kw)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/_request_methods.py:182: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nredirect = True\nkw = {'assert_same_host': False, 'headers': {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}, 'preload_content': True, 'redirect': False, ...}\nu = Url(scheme='https', auth=None, host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443, path='/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways', query=None, fragment=None)\nconn = \n\n def urlopen( # type: ignore[override]\n self, method: str, url: str, redirect: bool = True, **kw: typing.Any\n ) -> BaseHTTPResponse:\n \"\"\"\n Same as :meth:`urllib3.HTTPConnectionPool.urlopen`\n with custom cross-host redirect logic and only sends the request-uri\n portion of the ``url``.\n \n The given ``url`` parameter must be absolute, such that an appropriate\n :class:`urllib3.connectionpool.ConnectionPool` can be chosen for it.\n \"\"\"\n u = parse_url(url)\n \n if u.scheme is None:\n warnings.warn(\n \"URLs without a scheme (ie 'https://') are deprecated and will raise an error \"\n \"in urllib3 v3.0. To avoid this FutureWarning ensure all URLs \"\n \"start with 'https://' or 'http://'. Read more in this issue: \"\n \"https://github.com/urllib3/urllib3/issues/2920\",\n category=FutureWarning,\n stacklevel=2,\n )\n \n conn = self.connection_from_host(u.host, port=u.port, scheme=u.scheme)\n \n kw[\"assert_same_host\"] = False\n kw[\"redirect\"] = False\n \n if \"headers\" not in kw:\n kw[\"headers\"] = self.headers\n \n if self._proxy_requires_url_absolute_form(u):\n response = conn.urlopen(method, url, **kw)\n else:\n> response = conn.urlopen(method, u.request_uri, **kw)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/poolmanager.py:457: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=2, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False\nerr = NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.c...a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\")\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n \n # Everything went great!\n clean_exit = True\n \n except EmptyPoolError:\n # Didn't get a connection from the pool, no need to clean up\n clean_exit = True\n release_this_conn = False\n raise\n \n except (\n TimeoutError,\n HTTPException,\n OSError,\n ProtocolError,\n BaseSSLError,\n SSLError,\n CertificateError,\n ProxyError,\n ) as e:\n # Discard the connection for these exceptions. It will be\n # replaced during the next _get_conn() call.\n clean_exit = False\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n if isinstance(\n new_e,\n (\n OSError,\n NewConnectionError,\n TimeoutError,\n SSLError,\n HTTPException,\n ),\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n elif isinstance(new_e, (OSError, HTTPException)):\n new_e = ProtocolError(\"Connection aborted.\", new_e)\n \n retries = retries.increment(\n method, url, error=new_e, _pool=self, _stacktrace=sys.exc_info()[2]\n )\n retries.sleep()\n \n # Keep track of the error for the retry warning.\n err = e\n \n finally:\n if not clean_exit:\n # We hit some kind of exception, handled or otherwise. We need\n # to throw the connection away unless explicitly told not to.\n # Close the connection, set the variable to None, and make sure\n # we put the None back in the pool to avoid leaking it.\n if conn:\n conn.close()\n conn = None\n release_this_conn = True\n \n if release_this_conn:\n # Put the connection back to be reused. If the connection is\n # expired then it will be None, which will get replaced with a\n # fresh connection during _get_conn.\n self._put_conn(conn)\n \n if not conn:\n # Try again\n log.warning(\n \"Retrying (%r) after connection broken by '%r': %s\", retries, err, url\n )\n> return self.urlopen(\n method,\n url,\n body,\n headers,\n retries,\n redirect,\n assert_same_host,\n timeout=timeout,\n pool_timeout=pool_timeout,\n release_conn=release_conn,\n chunked=chunked,\n body_pos=body_pos,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:872: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=1, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False\nerr = NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.c...a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\")\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n \n # Everything went great!\n clean_exit = True\n \n except EmptyPoolError:\n # Didn't get a connection from the pool, no need to clean up\n clean_exit = True\n release_this_conn = False\n raise\n \n except (\n TimeoutError,\n HTTPException,\n OSError,\n ProtocolError,\n BaseSSLError,\n SSLError,\n CertificateError,\n ProxyError,\n ) as e:\n # Discard the connection for these exceptions. It will be\n # replaced during the next _get_conn() call.\n clean_exit = False\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n if isinstance(\n new_e,\n (\n OSError,\n NewConnectionError,\n TimeoutError,\n SSLError,\n HTTPException,\n ),\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n elif isinstance(new_e, (OSError, HTTPException)):\n new_e = ProtocolError(\"Connection aborted.\", new_e)\n \n retries = retries.increment(\n method, url, error=new_e, _pool=self, _stacktrace=sys.exc_info()[2]\n )\n retries.sleep()\n \n # Keep track of the error for the retry warning.\n err = e\n \n finally:\n if not clean_exit:\n # We hit some kind of exception, handled or otherwise. We need\n # to throw the connection away unless explicitly told not to.\n # Close the connection, set the variable to None, and make sure\n # we put the None back in the pool to avoid leaking it.\n if conn:\n conn.close()\n conn = None\n release_this_conn = True\n \n if release_this_conn:\n # Put the connection back to be reused. If the connection is\n # expired then it will be None, which will get replaced with a\n # fresh connection during _get_conn.\n self._put_conn(conn)\n \n if not conn:\n # Try again\n log.warning(\n \"Retrying (%r) after connection broken by '%r': %s\", retries, err, url\n )\n> return self.urlopen(\n method,\n url,\n body,\n headers,\n retries,\n redirect,\n assert_same_host,\n timeout=timeout,\n pool_timeout=pool_timeout,\n release_conn=release_conn,\n chunked=chunked,\n body_pos=body_pos,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:872: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False\nerr = NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.c...a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\")\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n \n # Everything went great!\n clean_exit = True\n \n except EmptyPoolError:\n # Didn't get a connection from the pool, no need to clean up\n clean_exit = True\n release_this_conn = False\n raise\n \n except (\n TimeoutError,\n HTTPException,\n OSError,\n ProtocolError,\n BaseSSLError,\n SSLError,\n CertificateError,\n ProxyError,\n ) as e:\n # Discard the connection for these exceptions. It will be\n # replaced during the next _get_conn() call.\n clean_exit = False\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n if isinstance(\n new_e,\n (\n OSError,\n NewConnectionError,\n TimeoutError,\n SSLError,\n HTTPException,\n ),\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n elif isinstance(new_e, (OSError, HTTPException)):\n new_e = ProtocolError(\"Connection aborted.\", new_e)\n \n retries = retries.increment(\n method, url, error=new_e, _pool=self, _stacktrace=sys.exc_info()[2]\n )\n retries.sleep()\n \n # Keep track of the error for the retry warning.\n err = e\n \n finally:\n if not clean_exit:\n # We hit some kind of exception, handled or otherwise. We need\n # to throw the connection away unless explicitly told not to.\n # Close the connection, set the variable to None, and make sure\n # we put the None back in the pool to avoid leaking it.\n if conn:\n conn.close()\n conn = None\n release_this_conn = True\n \n if release_this_conn:\n # Put the connection back to be reused. If the connection is\n # expired then it will be None, which will get replaced with a\n # fresh connection during _get_conn.\n self._put_conn(conn)\n \n if not conn:\n # Try again\n log.warning(\n \"Retrying (%r) after connection broken by '%r': %s\", retries, err, url\n )\n> return self.urlopen(\n method,\n url,\n body,\n headers,\n retries,\n redirect,\n assert_same_host,\n timeout=timeout,\n pool_timeout=pool_timeout,\n release_conn=release_conn,\n chunked=chunked,\n body_pos=body_pos,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:872: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False, err = None\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n \n # Everything went great!\n clean_exit = True\n \n except EmptyPoolError:\n # Didn't get a connection from the pool, no need to clean up\n clean_exit = True\n release_this_conn = False\n raise\n \n except (\n TimeoutError,\n HTTPException,\n OSError,\n ProtocolError,\n BaseSSLError,\n SSLError,\n CertificateError,\n ProxyError,\n ) as e:\n # Discard the connection for these exceptions. It will be\n # replaced during the next _get_conn() call.\n clean_exit = False\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n if isinstance(\n new_e,\n (\n OSError,\n NewConnectionError,\n TimeoutError,\n SSLError,\n HTTPException,\n ),\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n elif isinstance(new_e, (OSError, HTTPException)):\n new_e = ProtocolError(\"Connection aborted.\", new_e)\n \n> retries = retries.increment(\n method, url, error=new_e, _pool=self, _stacktrace=sys.exc_info()[2]\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:842: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = Retry(total=0, connect=None, read=None, redirect=None, status=None)\nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nresponse = None\nerror = NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.c...a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\")\n_pool = \n_stacktrace = \n\n def increment(\n self,\n method: str | None = None,\n url: str | None = None,\n response: BaseHTTPResponse | None = None,\n error: Exception | None = None,\n _pool: ConnectionPool | None = None,\n _stacktrace: TracebackType | None = None,\n ) -> Self:\n \"\"\"Return a new Retry object with incremented retry counters.\n \n :param response: A response object, or None, if the server did not\n return a response.\n :type response: :class:`~urllib3.response.BaseHTTPResponse`\n :param Exception error: An error encountered during the request, or\n None if the response was received successfully.\n \n :return: A new ``Retry`` object.\n \"\"\"\n if self.total is False and error:\n # Disabled, indicate to re-raise the error.\n raise reraise(type(error), error, _stacktrace)\n \n total = self.total\n if total is not None:\n total -= 1\n \n connect = self.connect\n read = self.read\n redirect = self.redirect\n status_count = self.status\n other = self.other\n cause = \"unknown\"\n status = None\n redirect_location = None\n \n if error and self._is_connection_error(error):\n # Connect retry?\n if connect is False:\n raise reraise(type(error), error, _stacktrace)\n elif connect is not None:\n connect -= 1\n \n elif error and self._is_read_error(error):\n # Read retry?\n if read is False or method is None or not self._is_method_retryable(method):\n raise reraise(type(error), error, _stacktrace)\n elif read is not None:\n read -= 1\n \n elif error:\n # Other retry?\n if other is not None:\n other -= 1\n \n elif response and response.get_redirect_location():\n # Redirect retry?\n if redirect is not None:\n redirect -= 1\n cause = \"too many redirects\"\n response_redirect_location = response.get_redirect_location()\n if response_redirect_location:\n redirect_location = response_redirect_location\n status = response.status\n \n else:\n # Incrementing because of a server error like a 500 in\n # status_forcelist and the given method is in the allowed_methods\n cause = ResponseError.GENERIC_ERROR\n if response and response.status:\n if status_count is not None:\n status_count -= 1\n cause = ResponseError.SPECIFIC_ERROR.format(status_code=response.status)\n status = response.status\n \n history = self.history + (\n RequestHistory(method, url, error, status, redirect_location),\n )\n \n new_retry = self.new(\n total=total,\n connect=connect,\n read=read,\n redirect=redirect,\n status=status_count,\n other=other,\n history=history,\n )\n \n if new_retry.is_exhausted():\n reason = error or ResponseError(cause)\n> raise MaxRetryError(_pool, url, reason) from reason # type: ignore[arg-type]\nE urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Max retries exceeded with url: /apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways (Caused by NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Failed to resolve 'a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\"))\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/util/retry.py:543: MaxRetryError"}, "teardown": {"duration": 0.0004521240007306915, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_sklearn.py::test_sklearn_v2", "lineno": 280, "outcome": "error", "keywords": ["test_sklearn_v2", "asyncio", "predictor", "pytestmark", "test_sklearn.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.22356229000070016, "outcome": "failed", "crash": {"path": "/workspace/source/python/kserve/.venv/lib64/python3.11/site-packages/urllib3/util/retry.py", "lineno": 543, "message": "urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Max retries exceeded with url: /apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways (Caused by NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Failed to resolve 'a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\"))"}, "traceback": [{"path": "common/gateway_proxy_istio.py", "lineno": 194, "message": ""}, {"path": "common/gateway_proxy_istio.py", "lineno": 117, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api/custom_objects_api.py", "lineno": 2455, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api/custom_objects_api.py", "lineno": 2594, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py", "lineno": 348, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py", "lineno": 180, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py", "lineno": 373, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/rest.py", "lineno": 244, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/rest.py", "lineno": 217, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/_request_methods.py", "lineno": 135, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/_request_methods.py", "lineno": 182, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/poolmanager.py", "lineno": 457, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py", "lineno": 872, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py", "lineno": 872, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py", "lineno": 872, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py", "lineno": 842, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/util/retry.py", "lineno": 543, "message": "MaxRetryError"}], "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python\n\nself = \n\n def _new_conn(self) -> socket.socket:\n \"\"\"Establish a socket connection and set nodelay settings on it.\n \n :return: New socket connection.\n \"\"\"\n try:\n> sock = connection.create_connection(\n (self._dns_host, self.port),\n self.timeout,\n source_address=self.source_address,\n socket_options=self.socket_options,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connection.py:204: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\naddress = ('a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', 6443)\ntimeout = None, source_address = None, socket_options = [(6, 1, 1)]\n\n def create_connection(\n address: tuple[str, int],\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n source_address: tuple[str, int] | None = None,\n socket_options: _TYPE_SOCKET_OPTIONS | None = None,\n ) -> socket.socket:\n \"\"\"Connect to *address* and return the socket object.\n \n Convenience function. Connect to *address* (a 2-tuple ``(host,\n port)``) and return the socket object. Passing the optional\n *timeout* parameter will set the timeout on the socket instance\n before attempting to connect. If no *timeout* is supplied, the\n global default timeout setting returned by :func:`socket.getdefaulttimeout`\n is used. If *source_address* is set it must be a tuple of (host, port)\n for the socket to bind as a source address before making the connection.\n An host of '' or port 0 tells the OS to use the default.\n \"\"\"\n \n host, port = address\n if host.startswith(\"[\"):\n host = host.strip(\"[]\")\n err = None\n \n # Using the value from allowed_gai_family() in the context of getaddrinfo lets\n # us select whether to work with IPv4 DNS records, IPv6 records, or both.\n # The original create_connection function always returns all records.\n family = allowed_gai_family()\n \n try:\n host.encode(\"idna\")\n except UnicodeError:\n raise LocationParseError(f\"'{host}', label empty or too long\") from None\n \n> for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM):\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/util/connection.py:60: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nhost = 'a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com'\nport = 6443, family = \ntype = , proto = 0, flags = 0\n\n def getaddrinfo(host, port, family=0, type=0, proto=0, flags=0):\n \"\"\"Resolve host and port into list of address info entries.\n \n Translate the host/port argument into a sequence of 5-tuples that contain\n all the necessary arguments for creating a socket connected to that service.\n host is a domain name, a string representation of an IPv4/v6 address or\n None. port is a string service name such as 'http', a numeric port number or\n None. By passing None as the value of host and port, you can pass NULL to\n the underlying C API.\n \n The family, type and proto arguments can be optionally specified in order to\n narrow the list of addresses returned. Passing zero as a value for each of\n these arguments selects the full range of results.\n \"\"\"\n # We override this function since we want to translate the numeric family\n # and socket type values to enum constants.\n addrlist = []\n> for res in _socket.getaddrinfo(host, port, family, type, proto, flags):\nE socket.gaierror: [Errno -2] Name or service not known\n\n/usr/lib64/python3.11/socket.py:974: gaierror\n\nThe above exception was the direct cause of the following exception:\n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False, err = None\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n> response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:788: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nconn = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\ntimeout = Timeout(connect=None, read=None, total=None), chunked = False\nresponse_conn = None, preload_content = True, decode_content = True\nenforce_content_length = True\n\n def _make_request(\n self,\n conn: BaseHTTPConnection,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | None = None,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n chunked: bool = False,\n response_conn: BaseHTTPConnection | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n enforce_content_length: bool = True,\n ) -> BaseHTTPResponse:\n \"\"\"\n Perform a request on a given urllib connection object taken from our\n pool.\n \n :param conn:\n a connection from one of our connection pools\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n Pass ``None`` to retry until you receive a response. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param response_conn:\n Set this to ``None`` if you will handle releasing the connection or\n set the connection to have the response release it.\n \n :param preload_content:\n If True, the response's body will be preloaded during construction.\n \n :param decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param enforce_content_length:\n Enforce content length checking. Body returned by server must match\n value of Content-Length header, if present. Otherwise, raise error.\n \"\"\"\n self.num_requests += 1\n \n timeout_obj = self._get_timeout(timeout)\n timeout_obj.start_connect()\n conn.timeout = Timeout.resolve_default_timeout(timeout_obj.connect_timeout)\n \n try:\n # Trigger any extra validation we need to do.\n try:\n self._validate_conn(conn)\n except (SocketTimeout, BaseSSLError) as e:\n self._raise_timeout(err=e, url=url, timeout_value=conn.timeout)\n raise\n \n # _validate_conn() starts the connection to an HTTPS proxy\n # so we need to wrap errors with 'ProxyError' here too.\n except (\n OSError,\n NewConnectionError,\n TimeoutError,\n BaseSSLError,\n CertificateError,\n SSLError,\n ) as e:\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n # If the connection didn't successfully connect to it's proxy\n # then there\n if isinstance(\n new_e, (OSError, NewConnectionError, TimeoutError, SSLError)\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n> raise new_e\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:488: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nconn = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\ntimeout = Timeout(connect=None, read=None, total=None), chunked = False\nresponse_conn = None, preload_content = True, decode_content = True\nenforce_content_length = True\n\n def _make_request(\n self,\n conn: BaseHTTPConnection,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | None = None,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n chunked: bool = False,\n response_conn: BaseHTTPConnection | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n enforce_content_length: bool = True,\n ) -> BaseHTTPResponse:\n \"\"\"\n Perform a request on a given urllib connection object taken from our\n pool.\n \n :param conn:\n a connection from one of our connection pools\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n Pass ``None`` to retry until you receive a response. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param response_conn:\n Set this to ``None`` if you will handle releasing the connection or\n set the connection to have the response release it.\n \n :param preload_content:\n If True, the response's body will be preloaded during construction.\n \n :param decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param enforce_content_length:\n Enforce content length checking. Body returned by server must match\n value of Content-Length header, if present. Otherwise, raise error.\n \"\"\"\n self.num_requests += 1\n \n timeout_obj = self._get_timeout(timeout)\n timeout_obj.start_connect()\n conn.timeout = Timeout.resolve_default_timeout(timeout_obj.connect_timeout)\n \n try:\n # Trigger any extra validation we need to do.\n try:\n> self._validate_conn(conn)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:464: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nconn = \n\n def _validate_conn(self, conn: BaseHTTPConnection) -> None:\n \"\"\"\n Called right before a request is made, after the socket is created.\n \"\"\"\n super()._validate_conn(conn)\n \n # Force connect early to allow us to validate the connection.\n if conn.is_closed:\n> conn.connect()\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:1106: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \n\n def connect(self) -> None:\n # Today we don't need to be doing this step before the /actual/ socket\n # connection, however in the future we'll need to decide whether to\n # create a new socket or re-use an existing \"shared\" socket as a part\n # of the HTTP/2 handshake dance.\n if self._tunnel_host is not None and self._tunnel_port is not None:\n probe_http2_host = self._tunnel_host\n probe_http2_port = self._tunnel_port\n else:\n probe_http2_host = self.host\n probe_http2_port = self.port\n \n # Check if the target origin supports HTTP/2.\n # If the value comes back as 'None' it means that the current thread\n # is probing for HTTP/2 support. Otherwise, we're waiting for another\n # probe to complete, or we get a value right away.\n target_supports_http2: bool | None\n if \"h2\" in ssl_.ALPN_PROTOCOLS:\n target_supports_http2 = http2_probe.acquire_and_get(\n host=probe_http2_host, port=probe_http2_port\n )\n else:\n # If HTTP/2 isn't going to be offered it doesn't matter if\n # the target supports HTTP/2. Don't want to make a probe.\n target_supports_http2 = False\n \n if self._connect_callback is not None:\n self._connect_callback(\n \"before connect\",\n thread_id=threading.get_ident(),\n target_supports_http2=target_supports_http2,\n )\n \n try:\n sock: socket.socket | ssl.SSLSocket\n> self.sock = sock = self._new_conn()\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connection.py:759: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \n\n def _new_conn(self) -> socket.socket:\n \"\"\"Establish a socket connection and set nodelay settings on it.\n \n :return: New socket connection.\n \"\"\"\n try:\n sock = connection.create_connection(\n (self._dns_host, self.port),\n self.timeout,\n source_address=self.source_address,\n socket_options=self.socket_options,\n )\n except socket.gaierror as e:\n> raise NameResolutionError(self.host, self, e) from e\nE urllib3.exceptions.NameResolutionError: HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Failed to resolve 'a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connection.py:211: NameResolutionError\n\nThe above exception was the direct cause of the following exception:\n\nrequest = >\n\n @pytest.fixture(autouse=True)\n def ensure_gateway_proxy_memory(request):\n \"\"\"After test setup creates gateways, patch them for proxy memory.\"\"\"\n if not GATEWAY_PROXY_MEMORY:\n return\n \n # Let test_case (llmisvc) create gateways first\n \n if \"test_case\" in request.fixturenames:\n request.getfixturevalue(\"test_case\")\n \n from kserve import KServeClient\n \n kserve_client = KServeClient(\n config_file=os.environ.get(\"KUBECONFIG\", \"~/.kube/config\")\n )\n api_client = kserve_client.api_instance.api_client\n \n namespace = os.environ.get(\"KSERVE_TEST_NAMESPACE\", \"kserve-ci-e2e-test\")\n _ensure_configmap(namespace, api_client)\n> patched = _patch_gateways(namespace, api_client)\n\ncommon/gateway_proxy_istio.py:194: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nnamespace = 'kserve-ci-e2e-test'\napi_client = \n\n def _patch_gateways(namespace, api_client):\n \"\"\"Patch all Gateways in namespace to include parametersRef.\n \n Returns the list of gateway names that were actually patched.\n \"\"\"\n custom_api = client.CustomObjectsApi(api_client)\n> gateways = custom_api.list_namespaced_custom_object(\n \"gateway.networking.k8s.io\", \"v1\", namespace, \"gateways\"\n )\n\ncommon/gateway_proxy_istio.py:117: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \ngroup = 'gateway.networking.k8s.io', version = 'v1'\nnamespace = 'kserve-ci-e2e-test', plural = 'gateways'\nkwargs = {'_return_http_data_only': True}\n\n def list_namespaced_custom_object(self, group, version, namespace, plural, **kwargs): # noqa: E501\n \"\"\"list_namespaced_custom_object # noqa: E501\n \n list or watch namespace scoped custom objects # noqa: E501\n This method makes a synchronous HTTP request by default. To make an\n asynchronous HTTP request, please pass async_req=True\n >>> thread = api.list_namespaced_custom_object(group, version, namespace, plural, async_req=True)\n >>> result = thread.get()\n \n :param async_req bool: execute request asynchronously\n :param str group: The custom resource's group name (required)\n :param str version: The custom resource's version (required)\n :param str namespace: The custom resource's namespace (required)\n :param str plural: The custom resource's plural name. For TPRs this would be lowercase plural kind. (required)\n :param str pretty: If 'true', then the output is pretty printed.\n :param bool allow_watch_bookmarks: allowWatchBookmarks requests watch events with type \\\"BOOKMARK\\\". Servers that do not implement bookmarks may ignore this flag and bookmarks are sent at the server's discretion. Clients should not assume bookmarks are returned at any specific interval, nor may they assume the server will send any BOOKMARK event during a session. If this is not a watch, this field is ignored. If the feature gate WatchBookmarks is not enabled in apiserver, this field is ignored.\n :param str _continue: The continue option should be set when retrieving more results from the server. Since this value is server defined, clients may only use the continue value from a previous query result with identical query parameters (except for the value of continue) and the server may reject a continue value it does not recognize. If the specified continue value is no longer valid whether due to expiration (generally five to fifteen minutes) or a configuration change on the server, the server will respond with a 410 ResourceExpired error together with a continue token. If the client needs a consistent list, it must restart their list without the continue field. Otherwise, the client may send another list request with the token received with the 410 error, the server will respond with a list starting from the next key, but from the latest snapshot, which is inconsistent from the previous list results - objects that are created, modified, or deleted after the first list request will be included in the response, as long as their keys are after the \\\"next key\\\". This field is not supported when watch is true. Clients may start a watch from the last resourceVersion value returned by the server and not miss any modifications.\n :param str field_selector: A selector to restrict the list of returned objects by their fields. Defaults to everything.\n :param str label_selector: A selector to restrict the list of returned objects by their labels. Defaults to everything.\n :param int limit: limit is a maximum number of responses to return for a list call. If more items exist, the server will set the `continue` field on the list metadata to a value that can be used with the same initial query to retrieve the next set of results. Setting a limit may return fewer than the requested amount of items (up to zero items) in the event all requested objects are filtered out and clients should only use the presence of the continue field to determine whether more results are available. Servers may choose not to support the limit argument and will return all of the available results. If limit is specified and the continue field is empty, clients may assume that no more results are available. This field is not supported if watch is true. The server guarantees that the objects returned when using continue will be identical to issuing a single list call without a limit - that is, no objects created, modified, or deleted after the first request is issued will be included in any subsequent continued requests. This is sometimes referred to as a consistent snapshot, and ensures that a client that is using limit to receive smaller chunks of a very large result can ensure they see all possible objects. If objects are updated during a chunked list the version of the object that was present at the time the first list result was calculated is returned.\n :param str resource_version: When specified with a watch call, shows changes that occur after that particular version of a resource. Defaults to changes from the beginning of history. When specified for list: - if unset, then the result is returned from remote storage based on quorum-read flag; - if it's 0, then we simply return what we currently have in cache, no guarantee; - if set to non zero, then the result is at least as fresh as given rv.\n :param str resource_version_match: resourceVersionMatch determines how resourceVersion is applied to list calls. It is highly recommended that resourceVersionMatch be set for list calls where resourceVersion is set See https://kubernetes.io/docs/reference/using-api/api-concepts/#resource-versions for details. Defaults to unset\n :param int timeout_seconds: Timeout for the list/watch call. This limits the duration of the call, regardless of any activity or inactivity.\n :param bool watch: Watch for changes to the described resources and return them as a stream of add, update, and remove notifications.\n :param _preload_content: if False, the urllib3.HTTPResponse object will\n be returned without reading/decoding response\n data. Default is True.\n :param _request_timeout: timeout setting for this request. If one\n number provided, it will be total request\n timeout. It can also be a pair (tuple) of\n (connection, read) timeouts.\n :return: object\n If the method is called asynchronously,\n returns the request thread.\n \"\"\"\n kwargs['_return_http_data_only'] = True\n> return self.list_namespaced_custom_object_with_http_info(group, version, namespace, plural, **kwargs) # noqa: E501\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api/custom_objects_api.py:2455: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \ngroup = 'gateway.networking.k8s.io', version = 'v1'\nnamespace = 'kserve-ci-e2e-test', plural = 'gateways'\nkwargs = {'_return_http_data_only': True}\nlocal_var_params = {'_return_http_data_only': True, 'all_params': ['group', 'version', 'namespace', 'plural', 'pretty', 'allow_watch_bookmarks', ...], 'auth_settings': ['BearerToken'], 'body_params': None, ...}\nall_params = ['group', 'version', 'namespace', 'plural', 'pretty', 'allow_watch_bookmarks', ...]\nkey = '_return_http_data_only', val = True, collection_formats = {}\npath_params = {'group': 'gateway.networking.k8s.io', 'namespace': 'kserve-ci-e2e-test', 'plural': 'gateways', 'version': 'v1'}\nquery_params = []\n\n def list_namespaced_custom_object_with_http_info(self, group, version, namespace, plural, **kwargs): # noqa: E501\n \"\"\"list_namespaced_custom_object # noqa: E501\n \n list or watch namespace scoped custom objects # noqa: E501\n This method makes a synchronous HTTP request by default. To make an\n asynchronous HTTP request, please pass async_req=True\n >>> thread = api.list_namespaced_custom_object_with_http_info(group, version, namespace, plural, async_req=True)\n >>> result = thread.get()\n \n :param async_req bool: execute request asynchronously\n :param str group: The custom resource's group name (required)\n :param str version: The custom resource's version (required)\n :param str namespace: The custom resource's namespace (required)\n :param str plural: The custom resource's plural name. For TPRs this would be lowercase plural kind. (required)\n :param str pretty: If 'true', then the output is pretty printed.\n :param bool allow_watch_bookmarks: allowWatchBookmarks requests watch events with type \\\"BOOKMARK\\\". Servers that do not implement bookmarks may ignore this flag and bookmarks are sent at the server's discretion. Clients should not assume bookmarks are returned at any specific interval, nor may they assume the server will send any BOOKMARK event during a session. If this is not a watch, this field is ignored. If the feature gate WatchBookmarks is not enabled in apiserver, this field is ignored.\n :param str _continue: The continue option should be set when retrieving more results from the server. Since this value is server defined, clients may only use the continue value from a previous query result with identical query parameters (except for the value of continue) and the server may reject a continue value it does not recognize. If the specified continue value is no longer valid whether due to expiration (generally five to fifteen minutes) or a configuration change on the server, the server will respond with a 410 ResourceExpired error together with a continue token. If the client needs a consistent list, it must restart their list without the continue field. Otherwise, the client may send another list request with the token received with the 410 error, the server will respond with a list starting from the next key, but from the latest snapshot, which is inconsistent from the previous list results - objects that are created, modified, or deleted after the first list request will be included in the response, as long as their keys are after the \\\"next key\\\". This field is not supported when watch is true. Clients may start a watch from the last resourceVersion value returned by the server and not miss any modifications.\n :param str field_selector: A selector to restrict the list of returned objects by their fields. Defaults to everything.\n :param str label_selector: A selector to restrict the list of returned objects by their labels. Defaults to everything.\n :param int limit: limit is a maximum number of responses to return for a list call. If more items exist, the server will set the `continue` field on the list metadata to a value that can be used with the same initial query to retrieve the next set of results. Setting a limit may return fewer than the requested amount of items (up to zero items) in the event all requested objects are filtered out and clients should only use the presence of the continue field to determine whether more results are available. Servers may choose not to support the limit argument and will return all of the available results. If limit is specified and the continue field is empty, clients may assume that no more results are available. This field is not supported if watch is true. The server guarantees that the objects returned when using continue will be identical to issuing a single list call without a limit - that is, no objects created, modified, or deleted after the first request is issued will be included in any subsequent continued requests. This is sometimes referred to as a consistent snapshot, and ensures that a client that is using limit to receive smaller chunks of a very large result can ensure they see all possible objects. If objects are updated during a chunked list the version of the object that was present at the time the first list result was calculated is returned.\n :param str resource_version: When specified with a watch call, shows changes that occur after that particular version of a resource. Defaults to changes from the beginning of history. When specified for list: - if unset, then the result is returned from remote storage based on quorum-read flag; - if it's 0, then we simply return what we currently have in cache, no guarantee; - if set to non zero, then the result is at least as fresh as given rv.\n :param str resource_version_match: resourceVersionMatch determines how resourceVersion is applied to list calls. It is highly recommended that resourceVersionMatch be set for list calls where resourceVersion is set See https://kubernetes.io/docs/reference/using-api/api-concepts/#resource-versions for details. Defaults to unset\n :param int timeout_seconds: Timeout for the list/watch call. This limits the duration of the call, regardless of any activity or inactivity.\n :param bool watch: Watch for changes to the described resources and return them as a stream of add, update, and remove notifications.\n :param _return_http_data_only: response data without head status code\n and headers\n :param _preload_content: if False, the urllib3.HTTPResponse object will\n be returned without reading/decoding response\n data. Default is True.\n :param _request_timeout: timeout setting for this request. If one\n number provided, it will be total request\n timeout. It can also be a pair (tuple) of\n (connection, read) timeouts.\n :return: tuple(object, status_code(int), headers(HTTPHeaderDict))\n If the method is called asynchronously,\n returns the request thread.\n \"\"\"\n \n local_var_params = locals()\n \n all_params = [\n 'group',\n 'version',\n 'namespace',\n 'plural',\n 'pretty',\n 'allow_watch_bookmarks',\n '_continue',\n 'field_selector',\n 'label_selector',\n 'limit',\n 'resource_version',\n 'resource_version_match',\n 'timeout_seconds',\n 'watch'\n ]\n all_params.extend(\n [\n 'async_req',\n '_return_http_data_only',\n '_preload_content',\n '_request_timeout'\n ]\n )\n \n for key, val in six.iteritems(local_var_params['kwargs']):\n if key not in all_params:\n raise ApiTypeError(\n \"Got an unexpected keyword argument '%s'\"\n \" to method list_namespaced_custom_object\" % key\n )\n local_var_params[key] = val\n del local_var_params['kwargs']\n # verify the required parameter 'group' is set\n if self.api_client.client_side_validation and ('group' not in local_var_params or # noqa: E501\n local_var_params['group'] is None): # noqa: E501\n raise ApiValueError(\"Missing the required parameter `group` when calling `list_namespaced_custom_object`\") # noqa: E501\n # verify the required parameter 'version' is set\n if self.api_client.client_side_validation and ('version' not in local_var_params or # noqa: E501\n local_var_params['version'] is None): # noqa: E501\n raise ApiValueError(\"Missing the required parameter `version` when calling `list_namespaced_custom_object`\") # noqa: E501\n # verify the required parameter 'namespace' is set\n if self.api_client.client_side_validation and ('namespace' not in local_var_params or # noqa: E501\n local_var_params['namespace'] is None): # noqa: E501\n raise ApiValueError(\"Missing the required parameter `namespace` when calling `list_namespaced_custom_object`\") # noqa: E501\n # verify the required parameter 'plural' is set\n if self.api_client.client_side_validation and ('plural' not in local_var_params or # noqa: E501\n local_var_params['plural'] is None): # noqa: E501\n raise ApiValueError(\"Missing the required parameter `plural` when calling `list_namespaced_custom_object`\") # noqa: E501\n \n collection_formats = {}\n \n path_params = {}\n if 'group' in local_var_params:\n path_params['group'] = local_var_params['group'] # noqa: E501\n if 'version' in local_var_params:\n path_params['version'] = local_var_params['version'] # noqa: E501\n if 'namespace' in local_var_params:\n path_params['namespace'] = local_var_params['namespace'] # noqa: E501\n if 'plural' in local_var_params:\n path_params['plural'] = local_var_params['plural'] # noqa: E501\n \n query_params = []\n if 'pretty' in local_var_params and local_var_params['pretty'] is not None: # noqa: E501\n query_params.append(('pretty', local_var_params['pretty'])) # noqa: E501\n if 'allow_watch_bookmarks' in local_var_params and local_var_params['allow_watch_bookmarks'] is not None: # noqa: E501\n query_params.append(('allowWatchBookmarks', local_var_params['allow_watch_bookmarks'])) # noqa: E501\n if '_continue' in local_var_params and local_var_params['_continue'] is not None: # noqa: E501\n query_params.append(('continue', local_var_params['_continue'])) # noqa: E501\n if 'field_selector' in local_var_params and local_var_params['field_selector'] is not None: # noqa: E501\n query_params.append(('fieldSelector', local_var_params['field_selector'])) # noqa: E501\n if 'label_selector' in local_var_params and local_var_params['label_selector'] is not None: # noqa: E501\n query_params.append(('labelSelector', local_var_params['label_selector'])) # noqa: E501\n if 'limit' in local_var_params and local_var_params['limit'] is not None: # noqa: E501\n query_params.append(('limit', local_var_params['limit'])) # noqa: E501\n if 'resource_version' in local_var_params and local_var_params['resource_version'] is not None: # noqa: E501\n query_params.append(('resourceVersion', local_var_params['resource_version'])) # noqa: E501\n if 'resource_version_match' in local_var_params and local_var_params['resource_version_match'] is not None: # noqa: E501\n query_params.append(('resourceVersionMatch', local_var_params['resource_version_match'])) # noqa: E501\n if 'timeout_seconds' in local_var_params and local_var_params['timeout_seconds'] is not None: # noqa: E501\n query_params.append(('timeoutSeconds', local_var_params['timeout_seconds'])) # noqa: E501\n if 'watch' in local_var_params and local_var_params['watch'] is not None: # noqa: E501\n query_params.append(('watch', local_var_params['watch'])) # noqa: E501\n \n header_params = {}\n \n form_params = []\n local_var_files = {}\n \n body_params = None\n # HTTP header `Accept`\n header_params['Accept'] = self.api_client.select_header_accept(\n ['application/json', 'application/json;stream=watch']) # noqa: E501\n \n # Authentication setting\n auth_settings = ['BearerToken'] # noqa: E501\n \n> return self.api_client.call_api(\n '/apis/{group}/{version}/namespaces/{namespace}/{plural}', 'GET',\n path_params,\n query_params,\n header_params,\n body=body_params,\n post_params=form_params,\n files=local_var_files,\n response_type='object', # noqa: E501\n auth_settings=auth_settings,\n async_req=local_var_params.get('async_req'),\n _return_http_data_only=local_var_params.get('_return_http_data_only'), # noqa: E501\n _preload_content=local_var_params.get('_preload_content', True),\n _request_timeout=local_var_params.get('_request_timeout'),\n collection_formats=collection_formats)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api/custom_objects_api.py:2594: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nresource_path = '/apis/{group}/{version}/namespaces/{namespace}/{plural}'\nmethod = 'GET'\npath_params = {'group': 'gateway.networking.k8s.io', 'namespace': 'kserve-ci-e2e-test', 'plural': 'gateways', 'version': 'v1'}\nquery_params = []\nheader_params = {'Accept': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nbody = None, post_params = [], files = {}, response_type = 'object'\nauth_settings = ['BearerToken'], async_req = None, _return_http_data_only = True\ncollection_formats = {}, _preload_content = True, _request_timeout = None\n_host = None\n\n def call_api(self, resource_path, method,\n path_params=None, query_params=None, header_params=None,\n body=None, post_params=None, files=None,\n response_type=None, auth_settings=None, async_req=None,\n _return_http_data_only=None, collection_formats=None,\n _preload_content=True, _request_timeout=None, _host=None):\n \"\"\"Makes the HTTP request (synchronous) and returns deserialized data.\n \n To make an async_req request, set the async_req parameter.\n \n :param resource_path: Path to method endpoint.\n :param method: Method to call.\n :param path_params: Path parameters in the url.\n :param query_params: Query parameters in the url.\n :param header_params: Header parameters to be\n placed in the request header.\n :param body: Request body.\n :param post_params dict: Request post form parameters,\n for `application/x-www-form-urlencoded`, `multipart/form-data`.\n :param auth_settings list: Auth Settings names for the request.\n :param response: Response data type.\n :param files dict: key -> filename, value -> filepath,\n for `multipart/form-data`.\n :param async_req bool: execute request asynchronously\n :param _return_http_data_only: response data without head status code\n and headers\n :param collection_formats: dict of collection formats for path, query,\n header, and post parameters.\n :param _preload_content: if False, the urllib3.HTTPResponse object will\n be returned without reading/decoding response\n data. Default is True.\n :param _request_timeout: timeout setting for this request. If one\n number provided, it will be total request\n timeout. It can also be a pair (tuple) of\n (connection, read) timeouts.\n :return:\n If async_req parameter is True,\n the request will be called asynchronously.\n The method will return the request thread.\n If parameter async_req is False or missing,\n then the method will return the response directly.\n \"\"\"\n if not async_req:\n> return self.__call_api(resource_path, method,\n path_params, query_params, header_params,\n body, post_params, files,\n response_type, auth_settings,\n _return_http_data_only, collection_formats,\n _preload_content, _request_timeout, _host)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py:348: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nresource_path = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nmethod = 'GET'\npath_params = [('group', 'gateway.networking.k8s.io'), ('version', 'v1'), ('namespace', 'kserve-ci-e2e-test'), ('plural', 'gateways')]\nquery_params = []\nheader_params = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nbody = None, post_params = [], files = {}, response_type = 'object'\nauth_settings = ['BearerToken'], _return_http_data_only = True\ncollection_formats = {}, _preload_content = True, _request_timeout = None\n_host = None\n\n def __call_api(\n self, resource_path, method, path_params=None,\n query_params=None, header_params=None, body=None, post_params=None,\n files=None, response_type=None, auth_settings=None,\n _return_http_data_only=None, collection_formats=None,\n _preload_content=True, _request_timeout=None, _host=None):\n \n config = self.configuration\n \n # header parameters\n header_params = header_params or {}\n header_params.update(self.default_headers)\n if self.cookie:\n header_params['Cookie'] = self.cookie\n if header_params:\n header_params = self.sanitize_for_serialization(header_params)\n header_params = dict(self.parameters_to_tuples(header_params,\n collection_formats))\n \n # path parameters\n if path_params:\n path_params = self.sanitize_for_serialization(path_params)\n path_params = self.parameters_to_tuples(path_params,\n collection_formats)\n for k, v in path_params:\n # specified safe chars, encode everything\n resource_path = resource_path.replace(\n '{%s}' % k,\n quote(str(v), safe=config.safe_chars_for_path_param)\n )\n \n # query parameters\n if query_params:\n query_params = self.sanitize_for_serialization(query_params)\n query_params = self.parameters_to_tuples(query_params,\n collection_formats)\n \n # post parameters\n if post_params or files:\n post_params = post_params if post_params else []\n post_params = self.sanitize_for_serialization(post_params)\n post_params = self.parameters_to_tuples(post_params,\n collection_formats)\n post_params.extend(self.files_parameters(files))\n \n # auth setting\n self.update_params_for_auth(header_params, query_params, auth_settings)\n \n # body\n if body:\n body = self.sanitize_for_serialization(body)\n \n # request url\n if _host is None:\n url = self.configuration.host + resource_path\n else:\n # use server/host defined in path or operation instead\n url = _host + resource_path\n \n # perform request and return response\n> response_data = self.request(\n method, url, query_params=query_params, headers=header_params,\n post_params=post_params, body=body,\n _preload_content=_preload_content,\n _request_timeout=_request_timeout)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py:180: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nquery_params = []\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\npost_params = [], body = None, _preload_content = True, _request_timeout = None\n\n def request(self, method, url, query_params=None, headers=None,\n post_params=None, body=None, _preload_content=True,\n _request_timeout=None):\n \"\"\"Makes the HTTP request using RESTClient.\"\"\"\n if method == \"GET\":\n> return self.rest_client.GET(url,\n query_params=query_params,\n _preload_content=_preload_content,\n _request_timeout=_request_timeout,\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py:373: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nquery_params = [], _preload_content = True, _request_timeout = None\n\n def GET(self, url, headers=None, query_params=None, _preload_content=True,\n _request_timeout=None):\n> return self.request(\"GET\", url,\n headers=headers,\n _preload_content=_preload_content,\n _request_timeout=_request_timeout,\n query_params=query_params)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/rest.py:244: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nquery_params = []\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nbody = None, post_params = {}, _preload_content = True, _request_timeout = None\n\n def request(self, method, url, query_params=None, headers=None,\n body=None, post_params=None, _preload_content=True,\n _request_timeout=None):\n \"\"\"Perform requests.\n \n :param method: http request method\n :param url: http request url\n :param query_params: query parameters in the url\n :param headers: http request headers\n :param body: request json body, for `application/json`\n :param post_params: request post parameters,\n `application/x-www-form-urlencoded`\n and `multipart/form-data`\n :param _preload_content: if False, the urllib3.HTTPResponse object will\n be returned without reading/decoding response\n data. Default is True.\n :param _request_timeout: timeout setting for this request. If one\n number provided, it will be total request\n timeout. It can also be a pair (tuple) of\n (connection, read) timeouts.\n \"\"\"\n method = method.upper()\n assert method in ['GET', 'HEAD', 'DELETE', 'POST', 'PUT',\n 'PATCH', 'OPTIONS']\n \n if post_params and body:\n raise ApiValueError(\n \"body parameter cannot be used with post_params parameter.\"\n )\n \n post_params = post_params or {}\n headers = headers or {}\n \n timeout = None\n if _request_timeout:\n if isinstance(_request_timeout, (int, ) if six.PY3 else (int, long)): # noqa: E501,F821\n timeout = urllib3.Timeout(total=_request_timeout)\n elif (isinstance(_request_timeout, tuple) and\n len(_request_timeout) == 2):\n timeout = urllib3.Timeout(\n connect=_request_timeout[0], read=_request_timeout[1])\n \n if 'Content-Type' not in headers:\n headers['Content-Type'] = 'application/json'\n \n try:\n # For `POST`, `PUT`, `PATCH`, `OPTIONS`, `DELETE`\n if method in ['POST', 'PUT', 'PATCH', 'OPTIONS', 'DELETE']:\n if query_params:\n url += '?' + urlencode(query_params)\n if (re.search('json', headers['Content-Type'], re.IGNORECASE) or\n headers['Content-Type'] == 'application/apply-patch+yaml'):\n if headers['Content-Type'] == 'application/json-patch+json':\n if not isinstance(body, list):\n headers['Content-Type'] = \\\n 'application/strategic-merge-patch+json'\n request_body = None\n if body is not None:\n request_body = json.dumps(body)\n r = self.pool_manager.request(\n method, url,\n body=request_body,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n elif headers['Content-Type'] == 'application/x-www-form-urlencoded': # noqa: E501\n r = self.pool_manager.request(\n method, url,\n fields=post_params,\n encode_multipart=False,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n elif headers['Content-Type'] == 'multipart/form-data':\n # must del headers['Content-Type'], or the correct\n # Content-Type which generated by urllib3 will be\n # overwritten.\n del headers['Content-Type']\n r = self.pool_manager.request(\n method, url,\n fields=post_params,\n encode_multipart=True,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n # Pass a `string` parameter directly in the body to support\n # other content types than Json when `body` argument is\n # provided in serialized form\n elif isinstance(body, str) or isinstance(body, bytes):\n request_body = body\n r = self.pool_manager.request(\n method, url,\n body=request_body,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n else:\n # Cannot generate the request from given parameters\n msg = \"\"\"Cannot prepare a request message for provided\n arguments. Please check that your arguments match\n declared content type.\"\"\"\n raise ApiException(status=0, reason=msg)\n # For `GET`, `HEAD`\n else:\n> r = self.pool_manager.request(method, url,\n fields=query_params,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/rest.py:217: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None, fields = []\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\njson = None, urlopen_kw = {'preload_content': True, 'timeout': None}\n\n def request(\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n fields: _TYPE_FIELDS | None = None,\n headers: typing.Mapping[str, str] | None = None,\n json: typing.Any | None = None,\n **urlopen_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Make a request using :meth:`urlopen` with the appropriate encoding of\n ``fields`` based on the ``method`` used.\n \n This is a convenience method that requires the least amount of manual\n effort. It can be used in most situations, while still having the\n option to drop down to more specific methods when necessary, such as\n :meth:`request_encode_url`, :meth:`request_encode_body`,\n or even the lowest level :meth:`urlopen`.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param fields:\n Data to encode and send in the URL or request body, depending on ``method``.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param json:\n Data to encode and send as JSON with UTF-encoded in the request body.\n The ``\"Content-Type\"`` header will be set to ``\"application/json\"``\n unless specified otherwise.\n \"\"\"\n method = method.upper()\n \n if json is not None and body is not None:\n raise TypeError(\n \"request got values for both 'body' and 'json' parameters which are mutually exclusive\"\n )\n \n if json is not None:\n if headers is None:\n headers = self.headers\n \n if not (\"content-type\" in map(str.lower, headers.keys())):\n headers = HTTPHeaderDict(headers)\n headers[\"Content-Type\"] = \"application/json\"\n \n body = _json.dumps(json, separators=(\",\", \":\"), ensure_ascii=False).encode(\n \"utf-8\"\n )\n \n if body is not None:\n urlopen_kw[\"body\"] = body\n \n if method in self._encode_url_methods:\n> return self.request_encode_url(\n method,\n url,\n fields=fields, # type: ignore[arg-type]\n headers=headers,\n **urlopen_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/_request_methods.py:135: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nfields = []\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nurlopen_kw = {'preload_content': True, 'timeout': None}\nextra_kw = {'headers': {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}, 'preload_content': True, 'timeout': None}\n\n def request_encode_url(\n self,\n method: str,\n url: str,\n fields: _TYPE_ENCODE_URL_FIELDS | None = None,\n headers: typing.Mapping[str, str] | None = None,\n **urlopen_kw: str,\n ) -> BaseHTTPResponse:\n \"\"\"\n Make a request using :meth:`urlopen` with the ``fields`` encoded in\n the url. This is useful for request methods like GET, HEAD, DELETE, etc.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param fields:\n Data to encode and send in the URL.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \"\"\"\n if headers is None:\n headers = self.headers\n \n extra_kw: dict[str, typing.Any] = {\"headers\": headers}\n extra_kw.update(urlopen_kw)\n \n if fields:\n url += \"?\" + urlencode(fields)\n \n> return self.urlopen(method, url, **extra_kw)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/_request_methods.py:182: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nredirect = True\nkw = {'assert_same_host': False, 'headers': {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}, 'preload_content': True, 'redirect': False, ...}\nu = Url(scheme='https', auth=None, host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443, path='/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways', query=None, fragment=None)\nconn = \n\n def urlopen( # type: ignore[override]\n self, method: str, url: str, redirect: bool = True, **kw: typing.Any\n ) -> BaseHTTPResponse:\n \"\"\"\n Same as :meth:`urllib3.HTTPConnectionPool.urlopen`\n with custom cross-host redirect logic and only sends the request-uri\n portion of the ``url``.\n \n The given ``url`` parameter must be absolute, such that an appropriate\n :class:`urllib3.connectionpool.ConnectionPool` can be chosen for it.\n \"\"\"\n u = parse_url(url)\n \n if u.scheme is None:\n warnings.warn(\n \"URLs without a scheme (ie 'https://') are deprecated and will raise an error \"\n \"in urllib3 v3.0. To avoid this FutureWarning ensure all URLs \"\n \"start with 'https://' or 'http://'. Read more in this issue: \"\n \"https://github.com/urllib3/urllib3/issues/2920\",\n category=FutureWarning,\n stacklevel=2,\n )\n \n conn = self.connection_from_host(u.host, port=u.port, scheme=u.scheme)\n \n kw[\"assert_same_host\"] = False\n kw[\"redirect\"] = False\n \n if \"headers\" not in kw:\n kw[\"headers\"] = self.headers\n \n if self._proxy_requires_url_absolute_form(u):\n response = conn.urlopen(method, url, **kw)\n else:\n> response = conn.urlopen(method, u.request_uri, **kw)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/poolmanager.py:457: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=2, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False\nerr = NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.c...a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\")\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n \n # Everything went great!\n clean_exit = True\n \n except EmptyPoolError:\n # Didn't get a connection from the pool, no need to clean up\n clean_exit = True\n release_this_conn = False\n raise\n \n except (\n TimeoutError,\n HTTPException,\n OSError,\n ProtocolError,\n BaseSSLError,\n SSLError,\n CertificateError,\n ProxyError,\n ) as e:\n # Discard the connection for these exceptions. It will be\n # replaced during the next _get_conn() call.\n clean_exit = False\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n if isinstance(\n new_e,\n (\n OSError,\n NewConnectionError,\n TimeoutError,\n SSLError,\n HTTPException,\n ),\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n elif isinstance(new_e, (OSError, HTTPException)):\n new_e = ProtocolError(\"Connection aborted.\", new_e)\n \n retries = retries.increment(\n method, url, error=new_e, _pool=self, _stacktrace=sys.exc_info()[2]\n )\n retries.sleep()\n \n # Keep track of the error for the retry warning.\n err = e\n \n finally:\n if not clean_exit:\n # We hit some kind of exception, handled or otherwise. We need\n # to throw the connection away unless explicitly told not to.\n # Close the connection, set the variable to None, and make sure\n # we put the None back in the pool to avoid leaking it.\n if conn:\n conn.close()\n conn = None\n release_this_conn = True\n \n if release_this_conn:\n # Put the connection back to be reused. If the connection is\n # expired then it will be None, which will get replaced with a\n # fresh connection during _get_conn.\n self._put_conn(conn)\n \n if not conn:\n # Try again\n log.warning(\n \"Retrying (%r) after connection broken by '%r': %s\", retries, err, url\n )\n> return self.urlopen(\n method,\n url,\n body,\n headers,\n retries,\n redirect,\n assert_same_host,\n timeout=timeout,\n pool_timeout=pool_timeout,\n release_conn=release_conn,\n chunked=chunked,\n body_pos=body_pos,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:872: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=1, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False\nerr = NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.c...a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\")\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n \n # Everything went great!\n clean_exit = True\n \n except EmptyPoolError:\n # Didn't get a connection from the pool, no need to clean up\n clean_exit = True\n release_this_conn = False\n raise\n \n except (\n TimeoutError,\n HTTPException,\n OSError,\n ProtocolError,\n BaseSSLError,\n SSLError,\n CertificateError,\n ProxyError,\n ) as e:\n # Discard the connection for these exceptions. It will be\n # replaced during the next _get_conn() call.\n clean_exit = False\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n if isinstance(\n new_e,\n (\n OSError,\n NewConnectionError,\n TimeoutError,\n SSLError,\n HTTPException,\n ),\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n elif isinstance(new_e, (OSError, HTTPException)):\n new_e = ProtocolError(\"Connection aborted.\", new_e)\n \n retries = retries.increment(\n method, url, error=new_e, _pool=self, _stacktrace=sys.exc_info()[2]\n )\n retries.sleep()\n \n # Keep track of the error for the retry warning.\n err = e\n \n finally:\n if not clean_exit:\n # We hit some kind of exception, handled or otherwise. We need\n # to throw the connection away unless explicitly told not to.\n # Close the connection, set the variable to None, and make sure\n # we put the None back in the pool to avoid leaking it.\n if conn:\n conn.close()\n conn = None\n release_this_conn = True\n \n if release_this_conn:\n # Put the connection back to be reused. If the connection is\n # expired then it will be None, which will get replaced with a\n # fresh connection during _get_conn.\n self._put_conn(conn)\n \n if not conn:\n # Try again\n log.warning(\n \"Retrying (%r) after connection broken by '%r': %s\", retries, err, url\n )\n> return self.urlopen(\n method,\n url,\n body,\n headers,\n retries,\n redirect,\n assert_same_host,\n timeout=timeout,\n pool_timeout=pool_timeout,\n release_conn=release_conn,\n chunked=chunked,\n body_pos=body_pos,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:872: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False\nerr = NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.c...a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\")\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n \n # Everything went great!\n clean_exit = True\n \n except EmptyPoolError:\n # Didn't get a connection from the pool, no need to clean up\n clean_exit = True\n release_this_conn = False\n raise\n \n except (\n TimeoutError,\n HTTPException,\n OSError,\n ProtocolError,\n BaseSSLError,\n SSLError,\n CertificateError,\n ProxyError,\n ) as e:\n # Discard the connection for these exceptions. It will be\n # replaced during the next _get_conn() call.\n clean_exit = False\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n if isinstance(\n new_e,\n (\n OSError,\n NewConnectionError,\n TimeoutError,\n SSLError,\n HTTPException,\n ),\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n elif isinstance(new_e, (OSError, HTTPException)):\n new_e = ProtocolError(\"Connection aborted.\", new_e)\n \n retries = retries.increment(\n method, url, error=new_e, _pool=self, _stacktrace=sys.exc_info()[2]\n )\n retries.sleep()\n \n # Keep track of the error for the retry warning.\n err = e\n \n finally:\n if not clean_exit:\n # We hit some kind of exception, handled or otherwise. We need\n # to throw the connection away unless explicitly told not to.\n # Close the connection, set the variable to None, and make sure\n # we put the None back in the pool to avoid leaking it.\n if conn:\n conn.close()\n conn = None\n release_this_conn = True\n \n if release_this_conn:\n # Put the connection back to be reused. If the connection is\n # expired then it will be None, which will get replaced with a\n # fresh connection during _get_conn.\n self._put_conn(conn)\n \n if not conn:\n # Try again\n log.warning(\n \"Retrying (%r) after connection broken by '%r': %s\", retries, err, url\n )\n> return self.urlopen(\n method,\n url,\n body,\n headers,\n retries,\n redirect,\n assert_same_host,\n timeout=timeout,\n pool_timeout=pool_timeout,\n release_conn=release_conn,\n chunked=chunked,\n body_pos=body_pos,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:872: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False, err = None\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n \n # Everything went great!\n clean_exit = True\n \n except EmptyPoolError:\n # Didn't get a connection from the pool, no need to clean up\n clean_exit = True\n release_this_conn = False\n raise\n \n except (\n TimeoutError,\n HTTPException,\n OSError,\n ProtocolError,\n BaseSSLError,\n SSLError,\n CertificateError,\n ProxyError,\n ) as e:\n # Discard the connection for these exceptions. It will be\n # replaced during the next _get_conn() call.\n clean_exit = False\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n if isinstance(\n new_e,\n (\n OSError,\n NewConnectionError,\n TimeoutError,\n SSLError,\n HTTPException,\n ),\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n elif isinstance(new_e, (OSError, HTTPException)):\n new_e = ProtocolError(\"Connection aborted.\", new_e)\n \n> retries = retries.increment(\n method, url, error=new_e, _pool=self, _stacktrace=sys.exc_info()[2]\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:842: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = Retry(total=0, connect=None, read=None, redirect=None, status=None)\nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nresponse = None\nerror = NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.c...a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\")\n_pool = \n_stacktrace = \n\n def increment(\n self,\n method: str | None = None,\n url: str | None = None,\n response: BaseHTTPResponse | None = None,\n error: Exception | None = None,\n _pool: ConnectionPool | None = None,\n _stacktrace: TracebackType | None = None,\n ) -> Self:\n \"\"\"Return a new Retry object with incremented retry counters.\n \n :param response: A response object, or None, if the server did not\n return a response.\n :type response: :class:`~urllib3.response.BaseHTTPResponse`\n :param Exception error: An error encountered during the request, or\n None if the response was received successfully.\n \n :return: A new ``Retry`` object.\n \"\"\"\n if self.total is False and error:\n # Disabled, indicate to re-raise the error.\n raise reraise(type(error), error, _stacktrace)\n \n total = self.total\n if total is not None:\n total -= 1\n \n connect = self.connect\n read = self.read\n redirect = self.redirect\n status_count = self.status\n other = self.other\n cause = \"unknown\"\n status = None\n redirect_location = None\n \n if error and self._is_connection_error(error):\n # Connect retry?\n if connect is False:\n raise reraise(type(error), error, _stacktrace)\n elif connect is not None:\n connect -= 1\n \n elif error and self._is_read_error(error):\n # Read retry?\n if read is False or method is None or not self._is_method_retryable(method):\n raise reraise(type(error), error, _stacktrace)\n elif read is not None:\n read -= 1\n \n elif error:\n # Other retry?\n if other is not None:\n other -= 1\n \n elif response and response.get_redirect_location():\n # Redirect retry?\n if redirect is not None:\n redirect -= 1\n cause = \"too many redirects\"\n response_redirect_location = response.get_redirect_location()\n if response_redirect_location:\n redirect_location = response_redirect_location\n status = response.status\n \n else:\n # Incrementing because of a server error like a 500 in\n # status_forcelist and the given method is in the allowed_methods\n cause = ResponseError.GENERIC_ERROR\n if response and response.status:\n if status_count is not None:\n status_count -= 1\n cause = ResponseError.SPECIFIC_ERROR.format(status_code=response.status)\n status = response.status\n \n history = self.history + (\n RequestHistory(method, url, error, status, redirect_location),\n )\n \n new_retry = self.new(\n total=total,\n connect=connect,\n read=read,\n redirect=redirect,\n status=status_count,\n other=other,\n history=history,\n )\n \n if new_retry.is_exhausted():\n reason = error or ResponseError(cause)\n> raise MaxRetryError(_pool, url, reason) from reason # type: ignore[arg-type]\nE urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Max retries exceeded with url: /apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways (Caused by NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Failed to resolve 'a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\"))\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/util/retry.py:543: MaxRetryError"}, "teardown": {"duration": 0.00039732100049150176, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_sklearn.py::test_sklearn_v2_grpc", "lineno": 346, "outcome": "skipped", "keywords": ["test_sklearn_v2_grpc", "skip", "asyncio", "predictor", "pytestmark", "test_sklearn.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.00017375300012645312, "outcome": "skipped", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python\n('/workspace/source/test/e2e/predictor/test_sklearn.py', 347, 'Skipped: GRPC tests are failing in ODH at the moment')"}, "teardown": {"duration": 0.00013964000027044676, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_sklearn.py::test_sklearn_v2_mixed", "lineno": 401, "outcome": "error", "keywords": ["test_sklearn_v2_mixed", "asyncio", "predictor", "pytestmark", "test_sklearn.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.19385141599923372, "outcome": "failed", "crash": {"path": "/workspace/source/python/kserve/.venv/lib64/python3.11/site-packages/urllib3/util/retry.py", "lineno": 543, "message": "urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Max retries exceeded with url: /apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways (Caused by NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Failed to resolve 'a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\"))"}, "traceback": [{"path": "common/gateway_proxy_istio.py", "lineno": 194, "message": ""}, {"path": "common/gateway_proxy_istio.py", "lineno": 117, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api/custom_objects_api.py", "lineno": 2455, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api/custom_objects_api.py", "lineno": 2594, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py", "lineno": 348, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py", "lineno": 180, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py", "lineno": 373, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/rest.py", "lineno": 244, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/rest.py", "lineno": 217, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/_request_methods.py", "lineno": 135, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/_request_methods.py", "lineno": 182, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/poolmanager.py", "lineno": 457, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py", "lineno": 872, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py", "lineno": 872, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py", "lineno": 872, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py", "lineno": 842, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/util/retry.py", "lineno": 543, "message": "MaxRetryError"}], "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python\n\nself = \n\n def _new_conn(self) -> socket.socket:\n \"\"\"Establish a socket connection and set nodelay settings on it.\n \n :return: New socket connection.\n \"\"\"\n try:\n> sock = connection.create_connection(\n (self._dns_host, self.port),\n self.timeout,\n source_address=self.source_address,\n socket_options=self.socket_options,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connection.py:204: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\naddress = ('a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', 6443)\ntimeout = None, source_address = None, socket_options = [(6, 1, 1)]\n\n def create_connection(\n address: tuple[str, int],\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n source_address: tuple[str, int] | None = None,\n socket_options: _TYPE_SOCKET_OPTIONS | None = None,\n ) -> socket.socket:\n \"\"\"Connect to *address* and return the socket object.\n \n Convenience function. Connect to *address* (a 2-tuple ``(host,\n port)``) and return the socket object. Passing the optional\n *timeout* parameter will set the timeout on the socket instance\n before attempting to connect. If no *timeout* is supplied, the\n global default timeout setting returned by :func:`socket.getdefaulttimeout`\n is used. If *source_address* is set it must be a tuple of (host, port)\n for the socket to bind as a source address before making the connection.\n An host of '' or port 0 tells the OS to use the default.\n \"\"\"\n \n host, port = address\n if host.startswith(\"[\"):\n host = host.strip(\"[]\")\n err = None\n \n # Using the value from allowed_gai_family() in the context of getaddrinfo lets\n # us select whether to work with IPv4 DNS records, IPv6 records, or both.\n # The original create_connection function always returns all records.\n family = allowed_gai_family()\n \n try:\n host.encode(\"idna\")\n except UnicodeError:\n raise LocationParseError(f\"'{host}', label empty or too long\") from None\n \n> for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM):\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/util/connection.py:60: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nhost = 'a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com'\nport = 6443, family = \ntype = , proto = 0, flags = 0\n\n def getaddrinfo(host, port, family=0, type=0, proto=0, flags=0):\n \"\"\"Resolve host and port into list of address info entries.\n \n Translate the host/port argument into a sequence of 5-tuples that contain\n all the necessary arguments for creating a socket connected to that service.\n host is a domain name, a string representation of an IPv4/v6 address or\n None. port is a string service name such as 'http', a numeric port number or\n None. By passing None as the value of host and port, you can pass NULL to\n the underlying C API.\n \n The family, type and proto arguments can be optionally specified in order to\n narrow the list of addresses returned. Passing zero as a value for each of\n these arguments selects the full range of results.\n \"\"\"\n # We override this function since we want to translate the numeric family\n # and socket type values to enum constants.\n addrlist = []\n> for res in _socket.getaddrinfo(host, port, family, type, proto, flags):\nE socket.gaierror: [Errno -2] Name or service not known\n\n/usr/lib64/python3.11/socket.py:974: gaierror\n\nThe above exception was the direct cause of the following exception:\n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False, err = None\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n> response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:788: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nconn = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\ntimeout = Timeout(connect=None, read=None, total=None), chunked = False\nresponse_conn = None, preload_content = True, decode_content = True\nenforce_content_length = True\n\n def _make_request(\n self,\n conn: BaseHTTPConnection,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | None = None,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n chunked: bool = False,\n response_conn: BaseHTTPConnection | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n enforce_content_length: bool = True,\n ) -> BaseHTTPResponse:\n \"\"\"\n Perform a request on a given urllib connection object taken from our\n pool.\n \n :param conn:\n a connection from one of our connection pools\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n Pass ``None`` to retry until you receive a response. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param response_conn:\n Set this to ``None`` if you will handle releasing the connection or\n set the connection to have the response release it.\n \n :param preload_content:\n If True, the response's body will be preloaded during construction.\n \n :param decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param enforce_content_length:\n Enforce content length checking. Body returned by server must match\n value of Content-Length header, if present. Otherwise, raise error.\n \"\"\"\n self.num_requests += 1\n \n timeout_obj = self._get_timeout(timeout)\n timeout_obj.start_connect()\n conn.timeout = Timeout.resolve_default_timeout(timeout_obj.connect_timeout)\n \n try:\n # Trigger any extra validation we need to do.\n try:\n self._validate_conn(conn)\n except (SocketTimeout, BaseSSLError) as e:\n self._raise_timeout(err=e, url=url, timeout_value=conn.timeout)\n raise\n \n # _validate_conn() starts the connection to an HTTPS proxy\n # so we need to wrap errors with 'ProxyError' here too.\n except (\n OSError,\n NewConnectionError,\n TimeoutError,\n BaseSSLError,\n CertificateError,\n SSLError,\n ) as e:\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n # If the connection didn't successfully connect to it's proxy\n # then there\n if isinstance(\n new_e, (OSError, NewConnectionError, TimeoutError, SSLError)\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n> raise new_e\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:488: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nconn = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\ntimeout = Timeout(connect=None, read=None, total=None), chunked = False\nresponse_conn = None, preload_content = True, decode_content = True\nenforce_content_length = True\n\n def _make_request(\n self,\n conn: BaseHTTPConnection,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | None = None,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n chunked: bool = False,\n response_conn: BaseHTTPConnection | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n enforce_content_length: bool = True,\n ) -> BaseHTTPResponse:\n \"\"\"\n Perform a request on a given urllib connection object taken from our\n pool.\n \n :param conn:\n a connection from one of our connection pools\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n Pass ``None`` to retry until you receive a response. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param response_conn:\n Set this to ``None`` if you will handle releasing the connection or\n set the connection to have the response release it.\n \n :param preload_content:\n If True, the response's body will be preloaded during construction.\n \n :param decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param enforce_content_length:\n Enforce content length checking. Body returned by server must match\n value of Content-Length header, if present. Otherwise, raise error.\n \"\"\"\n self.num_requests += 1\n \n timeout_obj = self._get_timeout(timeout)\n timeout_obj.start_connect()\n conn.timeout = Timeout.resolve_default_timeout(timeout_obj.connect_timeout)\n \n try:\n # Trigger any extra validation we need to do.\n try:\n> self._validate_conn(conn)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:464: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nconn = \n\n def _validate_conn(self, conn: BaseHTTPConnection) -> None:\n \"\"\"\n Called right before a request is made, after the socket is created.\n \"\"\"\n super()._validate_conn(conn)\n \n # Force connect early to allow us to validate the connection.\n if conn.is_closed:\n> conn.connect()\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:1106: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \n\n def connect(self) -> None:\n # Today we don't need to be doing this step before the /actual/ socket\n # connection, however in the future we'll need to decide whether to\n # create a new socket or re-use an existing \"shared\" socket as a part\n # of the HTTP/2 handshake dance.\n if self._tunnel_host is not None and self._tunnel_port is not None:\n probe_http2_host = self._tunnel_host\n probe_http2_port = self._tunnel_port\n else:\n probe_http2_host = self.host\n probe_http2_port = self.port\n \n # Check if the target origin supports HTTP/2.\n # If the value comes back as 'None' it means that the current thread\n # is probing for HTTP/2 support. Otherwise, we're waiting for another\n # probe to complete, or we get a value right away.\n target_supports_http2: bool | None\n if \"h2\" in ssl_.ALPN_PROTOCOLS:\n target_supports_http2 = http2_probe.acquire_and_get(\n host=probe_http2_host, port=probe_http2_port\n )\n else:\n # If HTTP/2 isn't going to be offered it doesn't matter if\n # the target supports HTTP/2. Don't want to make a probe.\n target_supports_http2 = False\n \n if self._connect_callback is not None:\n self._connect_callback(\n \"before connect\",\n thread_id=threading.get_ident(),\n target_supports_http2=target_supports_http2,\n )\n \n try:\n sock: socket.socket | ssl.SSLSocket\n> self.sock = sock = self._new_conn()\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connection.py:759: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \n\n def _new_conn(self) -> socket.socket:\n \"\"\"Establish a socket connection and set nodelay settings on it.\n \n :return: New socket connection.\n \"\"\"\n try:\n sock = connection.create_connection(\n (self._dns_host, self.port),\n self.timeout,\n source_address=self.source_address,\n socket_options=self.socket_options,\n )\n except socket.gaierror as e:\n> raise NameResolutionError(self.host, self, e) from e\nE urllib3.exceptions.NameResolutionError: HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Failed to resolve 'a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connection.py:211: NameResolutionError\n\nThe above exception was the direct cause of the following exception:\n\nrequest = >\n\n @pytest.fixture(autouse=True)\n def ensure_gateway_proxy_memory(request):\n \"\"\"After test setup creates gateways, patch them for proxy memory.\"\"\"\n if not GATEWAY_PROXY_MEMORY:\n return\n \n # Let test_case (llmisvc) create gateways first\n \n if \"test_case\" in request.fixturenames:\n request.getfixturevalue(\"test_case\")\n \n from kserve import KServeClient\n \n kserve_client = KServeClient(\n config_file=os.environ.get(\"KUBECONFIG\", \"~/.kube/config\")\n )\n api_client = kserve_client.api_instance.api_client\n \n namespace = os.environ.get(\"KSERVE_TEST_NAMESPACE\", \"kserve-ci-e2e-test\")\n _ensure_configmap(namespace, api_client)\n> patched = _patch_gateways(namespace, api_client)\n\ncommon/gateway_proxy_istio.py:194: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nnamespace = 'kserve-ci-e2e-test'\napi_client = \n\n def _patch_gateways(namespace, api_client):\n \"\"\"Patch all Gateways in namespace to include parametersRef.\n \n Returns the list of gateway names that were actually patched.\n \"\"\"\n custom_api = client.CustomObjectsApi(api_client)\n> gateways = custom_api.list_namespaced_custom_object(\n \"gateway.networking.k8s.io\", \"v1\", namespace, \"gateways\"\n )\n\ncommon/gateway_proxy_istio.py:117: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \ngroup = 'gateway.networking.k8s.io', version = 'v1'\nnamespace = 'kserve-ci-e2e-test', plural = 'gateways'\nkwargs = {'_return_http_data_only': True}\n\n def list_namespaced_custom_object(self, group, version, namespace, plural, **kwargs): # noqa: E501\n \"\"\"list_namespaced_custom_object # noqa: E501\n \n list or watch namespace scoped custom objects # noqa: E501\n This method makes a synchronous HTTP request by default. To make an\n asynchronous HTTP request, please pass async_req=True\n >>> thread = api.list_namespaced_custom_object(group, version, namespace, plural, async_req=True)\n >>> result = thread.get()\n \n :param async_req bool: execute request asynchronously\n :param str group: The custom resource's group name (required)\n :param str version: The custom resource's version (required)\n :param str namespace: The custom resource's namespace (required)\n :param str plural: The custom resource's plural name. For TPRs this would be lowercase plural kind. (required)\n :param str pretty: If 'true', then the output is pretty printed.\n :param bool allow_watch_bookmarks: allowWatchBookmarks requests watch events with type \\\"BOOKMARK\\\". Servers that do not implement bookmarks may ignore this flag and bookmarks are sent at the server's discretion. Clients should not assume bookmarks are returned at any specific interval, nor may they assume the server will send any BOOKMARK event during a session. If this is not a watch, this field is ignored. If the feature gate WatchBookmarks is not enabled in apiserver, this field is ignored.\n :param str _continue: The continue option should be set when retrieving more results from the server. Since this value is server defined, clients may only use the continue value from a previous query result with identical query parameters (except for the value of continue) and the server may reject a continue value it does not recognize. If the specified continue value is no longer valid whether due to expiration (generally five to fifteen minutes) or a configuration change on the server, the server will respond with a 410 ResourceExpired error together with a continue token. If the client needs a consistent list, it must restart their list without the continue field. Otherwise, the client may send another list request with the token received with the 410 error, the server will respond with a list starting from the next key, but from the latest snapshot, which is inconsistent from the previous list results - objects that are created, modified, or deleted after the first list request will be included in the response, as long as their keys are after the \\\"next key\\\". This field is not supported when watch is true. Clients may start a watch from the last resourceVersion value returned by the server and not miss any modifications.\n :param str field_selector: A selector to restrict the list of returned objects by their fields. Defaults to everything.\n :param str label_selector: A selector to restrict the list of returned objects by their labels. Defaults to everything.\n :param int limit: limit is a maximum number of responses to return for a list call. If more items exist, the server will set the `continue` field on the list metadata to a value that can be used with the same initial query to retrieve the next set of results. Setting a limit may return fewer than the requested amount of items (up to zero items) in the event all requested objects are filtered out and clients should only use the presence of the continue field to determine whether more results are available. Servers may choose not to support the limit argument and will return all of the available results. If limit is specified and the continue field is empty, clients may assume that no more results are available. This field is not supported if watch is true. The server guarantees that the objects returned when using continue will be identical to issuing a single list call without a limit - that is, no objects created, modified, or deleted after the first request is issued will be included in any subsequent continued requests. This is sometimes referred to as a consistent snapshot, and ensures that a client that is using limit to receive smaller chunks of a very large result can ensure they see all possible objects. If objects are updated during a chunked list the version of the object that was present at the time the first list result was calculated is returned.\n :param str resource_version: When specified with a watch call, shows changes that occur after that particular version of a resource. Defaults to changes from the beginning of history. When specified for list: - if unset, then the result is returned from remote storage based on quorum-read flag; - if it's 0, then we simply return what we currently have in cache, no guarantee; - if set to non zero, then the result is at least as fresh as given rv.\n :param str resource_version_match: resourceVersionMatch determines how resourceVersion is applied to list calls. It is highly recommended that resourceVersionMatch be set for list calls where resourceVersion is set See https://kubernetes.io/docs/reference/using-api/api-concepts/#resource-versions for details. Defaults to unset\n :param int timeout_seconds: Timeout for the list/watch call. This limits the duration of the call, regardless of any activity or inactivity.\n :param bool watch: Watch for changes to the described resources and return them as a stream of add, update, and remove notifications.\n :param _preload_content: if False, the urllib3.HTTPResponse object will\n be returned without reading/decoding response\n data. Default is True.\n :param _request_timeout: timeout setting for this request. If one\n number provided, it will be total request\n timeout. It can also be a pair (tuple) of\n (connection, read) timeouts.\n :return: object\n If the method is called asynchronously,\n returns the request thread.\n \"\"\"\n kwargs['_return_http_data_only'] = True\n> return self.list_namespaced_custom_object_with_http_info(group, version, namespace, plural, **kwargs) # noqa: E501\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api/custom_objects_api.py:2455: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \ngroup = 'gateway.networking.k8s.io', version = 'v1'\nnamespace = 'kserve-ci-e2e-test', plural = 'gateways'\nkwargs = {'_return_http_data_only': True}\nlocal_var_params = {'_return_http_data_only': True, 'all_params': ['group', 'version', 'namespace', 'plural', 'pretty', 'allow_watch_bookmarks', ...], 'auth_settings': ['BearerToken'], 'body_params': None, ...}\nall_params = ['group', 'version', 'namespace', 'plural', 'pretty', 'allow_watch_bookmarks', ...]\nkey = '_return_http_data_only', val = True, collection_formats = {}\npath_params = {'group': 'gateway.networking.k8s.io', 'namespace': 'kserve-ci-e2e-test', 'plural': 'gateways', 'version': 'v1'}\nquery_params = []\n\n def list_namespaced_custom_object_with_http_info(self, group, version, namespace, plural, **kwargs): # noqa: E501\n \"\"\"list_namespaced_custom_object # noqa: E501\n \n list or watch namespace scoped custom objects # noqa: E501\n This method makes a synchronous HTTP request by default. To make an\n asynchronous HTTP request, please pass async_req=True\n >>> thread = api.list_namespaced_custom_object_with_http_info(group, version, namespace, plural, async_req=True)\n >>> result = thread.get()\n \n :param async_req bool: execute request asynchronously\n :param str group: The custom resource's group name (required)\n :param str version: The custom resource's version (required)\n :param str namespace: The custom resource's namespace (required)\n :param str plural: The custom resource's plural name. For TPRs this would be lowercase plural kind. (required)\n :param str pretty: If 'true', then the output is pretty printed.\n :param bool allow_watch_bookmarks: allowWatchBookmarks requests watch events with type \\\"BOOKMARK\\\". Servers that do not implement bookmarks may ignore this flag and bookmarks are sent at the server's discretion. Clients should not assume bookmarks are returned at any specific interval, nor may they assume the server will send any BOOKMARK event during a session. If this is not a watch, this field is ignored. If the feature gate WatchBookmarks is not enabled in apiserver, this field is ignored.\n :param str _continue: The continue option should be set when retrieving more results from the server. Since this value is server defined, clients may only use the continue value from a previous query result with identical query parameters (except for the value of continue) and the server may reject a continue value it does not recognize. If the specified continue value is no longer valid whether due to expiration (generally five to fifteen minutes) or a configuration change on the server, the server will respond with a 410 ResourceExpired error together with a continue token. If the client needs a consistent list, it must restart their list without the continue field. Otherwise, the client may send another list request with the token received with the 410 error, the server will respond with a list starting from the next key, but from the latest snapshot, which is inconsistent from the previous list results - objects that are created, modified, or deleted after the first list request will be included in the response, as long as their keys are after the \\\"next key\\\". This field is not supported when watch is true. Clients may start a watch from the last resourceVersion value returned by the server and not miss any modifications.\n :param str field_selector: A selector to restrict the list of returned objects by their fields. Defaults to everything.\n :param str label_selector: A selector to restrict the list of returned objects by their labels. Defaults to everything.\n :param int limit: limit is a maximum number of responses to return for a list call. If more items exist, the server will set the `continue` field on the list metadata to a value that can be used with the same initial query to retrieve the next set of results. Setting a limit may return fewer than the requested amount of items (up to zero items) in the event all requested objects are filtered out and clients should only use the presence of the continue field to determine whether more results are available. Servers may choose not to support the limit argument and will return all of the available results. If limit is specified and the continue field is empty, clients may assume that no more results are available. This field is not supported if watch is true. The server guarantees that the objects returned when using continue will be identical to issuing a single list call without a limit - that is, no objects created, modified, or deleted after the first request is issued will be included in any subsequent continued requests. This is sometimes referred to as a consistent snapshot, and ensures that a client that is using limit to receive smaller chunks of a very large result can ensure they see all possible objects. If objects are updated during a chunked list the version of the object that was present at the time the first list result was calculated is returned.\n :param str resource_version: When specified with a watch call, shows changes that occur after that particular version of a resource. Defaults to changes from the beginning of history. When specified for list: - if unset, then the result is returned from remote storage based on quorum-read flag; - if it's 0, then we simply return what we currently have in cache, no guarantee; - if set to non zero, then the result is at least as fresh as given rv.\n :param str resource_version_match: resourceVersionMatch determines how resourceVersion is applied to list calls. It is highly recommended that resourceVersionMatch be set for list calls where resourceVersion is set See https://kubernetes.io/docs/reference/using-api/api-concepts/#resource-versions for details. Defaults to unset\n :param int timeout_seconds: Timeout for the list/watch call. This limits the duration of the call, regardless of any activity or inactivity.\n :param bool watch: Watch for changes to the described resources and return them as a stream of add, update, and remove notifications.\n :param _return_http_data_only: response data without head status code\n and headers\n :param _preload_content: if False, the urllib3.HTTPResponse object will\n be returned without reading/decoding response\n data. Default is True.\n :param _request_timeout: timeout setting for this request. If one\n number provided, it will be total request\n timeout. It can also be a pair (tuple) of\n (connection, read) timeouts.\n :return: tuple(object, status_code(int), headers(HTTPHeaderDict))\n If the method is called asynchronously,\n returns the request thread.\n \"\"\"\n \n local_var_params = locals()\n \n all_params = [\n 'group',\n 'version',\n 'namespace',\n 'plural',\n 'pretty',\n 'allow_watch_bookmarks',\n '_continue',\n 'field_selector',\n 'label_selector',\n 'limit',\n 'resource_version',\n 'resource_version_match',\n 'timeout_seconds',\n 'watch'\n ]\n all_params.extend(\n [\n 'async_req',\n '_return_http_data_only',\n '_preload_content',\n '_request_timeout'\n ]\n )\n \n for key, val in six.iteritems(local_var_params['kwargs']):\n if key not in all_params:\n raise ApiTypeError(\n \"Got an unexpected keyword argument '%s'\"\n \" to method list_namespaced_custom_object\" % key\n )\n local_var_params[key] = val\n del local_var_params['kwargs']\n # verify the required parameter 'group' is set\n if self.api_client.client_side_validation and ('group' not in local_var_params or # noqa: E501\n local_var_params['group'] is None): # noqa: E501\n raise ApiValueError(\"Missing the required parameter `group` when calling `list_namespaced_custom_object`\") # noqa: E501\n # verify the required parameter 'version' is set\n if self.api_client.client_side_validation and ('version' not in local_var_params or # noqa: E501\n local_var_params['version'] is None): # noqa: E501\n raise ApiValueError(\"Missing the required parameter `version` when calling `list_namespaced_custom_object`\") # noqa: E501\n # verify the required parameter 'namespace' is set\n if self.api_client.client_side_validation and ('namespace' not in local_var_params or # noqa: E501\n local_var_params['namespace'] is None): # noqa: E501\n raise ApiValueError(\"Missing the required parameter `namespace` when calling `list_namespaced_custom_object`\") # noqa: E501\n # verify the required parameter 'plural' is set\n if self.api_client.client_side_validation and ('plural' not in local_var_params or # noqa: E501\n local_var_params['plural'] is None): # noqa: E501\n raise ApiValueError(\"Missing the required parameter `plural` when calling `list_namespaced_custom_object`\") # noqa: E501\n \n collection_formats = {}\n \n path_params = {}\n if 'group' in local_var_params:\n path_params['group'] = local_var_params['group'] # noqa: E501\n if 'version' in local_var_params:\n path_params['version'] = local_var_params['version'] # noqa: E501\n if 'namespace' in local_var_params:\n path_params['namespace'] = local_var_params['namespace'] # noqa: E501\n if 'plural' in local_var_params:\n path_params['plural'] = local_var_params['plural'] # noqa: E501\n \n query_params = []\n if 'pretty' in local_var_params and local_var_params['pretty'] is not None: # noqa: E501\n query_params.append(('pretty', local_var_params['pretty'])) # noqa: E501\n if 'allow_watch_bookmarks' in local_var_params and local_var_params['allow_watch_bookmarks'] is not None: # noqa: E501\n query_params.append(('allowWatchBookmarks', local_var_params['allow_watch_bookmarks'])) # noqa: E501\n if '_continue' in local_var_params and local_var_params['_continue'] is not None: # noqa: E501\n query_params.append(('continue', local_var_params['_continue'])) # noqa: E501\n if 'field_selector' in local_var_params and local_var_params['field_selector'] is not None: # noqa: E501\n query_params.append(('fieldSelector', local_var_params['field_selector'])) # noqa: E501\n if 'label_selector' in local_var_params and local_var_params['label_selector'] is not None: # noqa: E501\n query_params.append(('labelSelector', local_var_params['label_selector'])) # noqa: E501\n if 'limit' in local_var_params and local_var_params['limit'] is not None: # noqa: E501\n query_params.append(('limit', local_var_params['limit'])) # noqa: E501\n if 'resource_version' in local_var_params and local_var_params['resource_version'] is not None: # noqa: E501\n query_params.append(('resourceVersion', local_var_params['resource_version'])) # noqa: E501\n if 'resource_version_match' in local_var_params and local_var_params['resource_version_match'] is not None: # noqa: E501\n query_params.append(('resourceVersionMatch', local_var_params['resource_version_match'])) # noqa: E501\n if 'timeout_seconds' in local_var_params and local_var_params['timeout_seconds'] is not None: # noqa: E501\n query_params.append(('timeoutSeconds', local_var_params['timeout_seconds'])) # noqa: E501\n if 'watch' in local_var_params and local_var_params['watch'] is not None: # noqa: E501\n query_params.append(('watch', local_var_params['watch'])) # noqa: E501\n \n header_params = {}\n \n form_params = []\n local_var_files = {}\n \n body_params = None\n # HTTP header `Accept`\n header_params['Accept'] = self.api_client.select_header_accept(\n ['application/json', 'application/json;stream=watch']) # noqa: E501\n \n # Authentication setting\n auth_settings = ['BearerToken'] # noqa: E501\n \n> return self.api_client.call_api(\n '/apis/{group}/{version}/namespaces/{namespace}/{plural}', 'GET',\n path_params,\n query_params,\n header_params,\n body=body_params,\n post_params=form_params,\n files=local_var_files,\n response_type='object', # noqa: E501\n auth_settings=auth_settings,\n async_req=local_var_params.get('async_req'),\n _return_http_data_only=local_var_params.get('_return_http_data_only'), # noqa: E501\n _preload_content=local_var_params.get('_preload_content', True),\n _request_timeout=local_var_params.get('_request_timeout'),\n collection_formats=collection_formats)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api/custom_objects_api.py:2594: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nresource_path = '/apis/{group}/{version}/namespaces/{namespace}/{plural}'\nmethod = 'GET'\npath_params = {'group': 'gateway.networking.k8s.io', 'namespace': 'kserve-ci-e2e-test', 'plural': 'gateways', 'version': 'v1'}\nquery_params = []\nheader_params = {'Accept': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nbody = None, post_params = [], files = {}, response_type = 'object'\nauth_settings = ['BearerToken'], async_req = None, _return_http_data_only = True\ncollection_formats = {}, _preload_content = True, _request_timeout = None\n_host = None\n\n def call_api(self, resource_path, method,\n path_params=None, query_params=None, header_params=None,\n body=None, post_params=None, files=None,\n response_type=None, auth_settings=None, async_req=None,\n _return_http_data_only=None, collection_formats=None,\n _preload_content=True, _request_timeout=None, _host=None):\n \"\"\"Makes the HTTP request (synchronous) and returns deserialized data.\n \n To make an async_req request, set the async_req parameter.\n \n :param resource_path: Path to method endpoint.\n :param method: Method to call.\n :param path_params: Path parameters in the url.\n :param query_params: Query parameters in the url.\n :param header_params: Header parameters to be\n placed in the request header.\n :param body: Request body.\n :param post_params dict: Request post form parameters,\n for `application/x-www-form-urlencoded`, `multipart/form-data`.\n :param auth_settings list: Auth Settings names for the request.\n :param response: Response data type.\n :param files dict: key -> filename, value -> filepath,\n for `multipart/form-data`.\n :param async_req bool: execute request asynchronously\n :param _return_http_data_only: response data without head status code\n and headers\n :param collection_formats: dict of collection formats for path, query,\n header, and post parameters.\n :param _preload_content: if False, the urllib3.HTTPResponse object will\n be returned without reading/decoding response\n data. Default is True.\n :param _request_timeout: timeout setting for this request. If one\n number provided, it will be total request\n timeout. It can also be a pair (tuple) of\n (connection, read) timeouts.\n :return:\n If async_req parameter is True,\n the request will be called asynchronously.\n The method will return the request thread.\n If parameter async_req is False or missing,\n then the method will return the response directly.\n \"\"\"\n if not async_req:\n> return self.__call_api(resource_path, method,\n path_params, query_params, header_params,\n body, post_params, files,\n response_type, auth_settings,\n _return_http_data_only, collection_formats,\n _preload_content, _request_timeout, _host)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py:348: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nresource_path = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nmethod = 'GET'\npath_params = [('group', 'gateway.networking.k8s.io'), ('version', 'v1'), ('namespace', 'kserve-ci-e2e-test'), ('plural', 'gateways')]\nquery_params = []\nheader_params = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nbody = None, post_params = [], files = {}, response_type = 'object'\nauth_settings = ['BearerToken'], _return_http_data_only = True\ncollection_formats = {}, _preload_content = True, _request_timeout = None\n_host = None\n\n def __call_api(\n self, resource_path, method, path_params=None,\n query_params=None, header_params=None, body=None, post_params=None,\n files=None, response_type=None, auth_settings=None,\n _return_http_data_only=None, collection_formats=None,\n _preload_content=True, _request_timeout=None, _host=None):\n \n config = self.configuration\n \n # header parameters\n header_params = header_params or {}\n header_params.update(self.default_headers)\n if self.cookie:\n header_params['Cookie'] = self.cookie\n if header_params:\n header_params = self.sanitize_for_serialization(header_params)\n header_params = dict(self.parameters_to_tuples(header_params,\n collection_formats))\n \n # path parameters\n if path_params:\n path_params = self.sanitize_for_serialization(path_params)\n path_params = self.parameters_to_tuples(path_params,\n collection_formats)\n for k, v in path_params:\n # specified safe chars, encode everything\n resource_path = resource_path.replace(\n '{%s}' % k,\n quote(str(v), safe=config.safe_chars_for_path_param)\n )\n \n # query parameters\n if query_params:\n query_params = self.sanitize_for_serialization(query_params)\n query_params = self.parameters_to_tuples(query_params,\n collection_formats)\n \n # post parameters\n if post_params or files:\n post_params = post_params if post_params else []\n post_params = self.sanitize_for_serialization(post_params)\n post_params = self.parameters_to_tuples(post_params,\n collection_formats)\n post_params.extend(self.files_parameters(files))\n \n # auth setting\n self.update_params_for_auth(header_params, query_params, auth_settings)\n \n # body\n if body:\n body = self.sanitize_for_serialization(body)\n \n # request url\n if _host is None:\n url = self.configuration.host + resource_path\n else:\n # use server/host defined in path or operation instead\n url = _host + resource_path\n \n # perform request and return response\n> response_data = self.request(\n method, url, query_params=query_params, headers=header_params,\n post_params=post_params, body=body,\n _preload_content=_preload_content,\n _request_timeout=_request_timeout)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py:180: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nquery_params = []\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\npost_params = [], body = None, _preload_content = True, _request_timeout = None\n\n def request(self, method, url, query_params=None, headers=None,\n post_params=None, body=None, _preload_content=True,\n _request_timeout=None):\n \"\"\"Makes the HTTP request using RESTClient.\"\"\"\n if method == \"GET\":\n> return self.rest_client.GET(url,\n query_params=query_params,\n _preload_content=_preload_content,\n _request_timeout=_request_timeout,\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py:373: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nquery_params = [], _preload_content = True, _request_timeout = None\n\n def GET(self, url, headers=None, query_params=None, _preload_content=True,\n _request_timeout=None):\n> return self.request(\"GET\", url,\n headers=headers,\n _preload_content=_preload_content,\n _request_timeout=_request_timeout,\n query_params=query_params)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/rest.py:244: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nquery_params = []\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nbody = None, post_params = {}, _preload_content = True, _request_timeout = None\n\n def request(self, method, url, query_params=None, headers=None,\n body=None, post_params=None, _preload_content=True,\n _request_timeout=None):\n \"\"\"Perform requests.\n \n :param method: http request method\n :param url: http request url\n :param query_params: query parameters in the url\n :param headers: http request headers\n :param body: request json body, for `application/json`\n :param post_params: request post parameters,\n `application/x-www-form-urlencoded`\n and `multipart/form-data`\n :param _preload_content: if False, the urllib3.HTTPResponse object will\n be returned without reading/decoding response\n data. Default is True.\n :param _request_timeout: timeout setting for this request. If one\n number provided, it will be total request\n timeout. It can also be a pair (tuple) of\n (connection, read) timeouts.\n \"\"\"\n method = method.upper()\n assert method in ['GET', 'HEAD', 'DELETE', 'POST', 'PUT',\n 'PATCH', 'OPTIONS']\n \n if post_params and body:\n raise ApiValueError(\n \"body parameter cannot be used with post_params parameter.\"\n )\n \n post_params = post_params or {}\n headers = headers or {}\n \n timeout = None\n if _request_timeout:\n if isinstance(_request_timeout, (int, ) if six.PY3 else (int, long)): # noqa: E501,F821\n timeout = urllib3.Timeout(total=_request_timeout)\n elif (isinstance(_request_timeout, tuple) and\n len(_request_timeout) == 2):\n timeout = urllib3.Timeout(\n connect=_request_timeout[0], read=_request_timeout[1])\n \n if 'Content-Type' not in headers:\n headers['Content-Type'] = 'application/json'\n \n try:\n # For `POST`, `PUT`, `PATCH`, `OPTIONS`, `DELETE`\n if method in ['POST', 'PUT', 'PATCH', 'OPTIONS', 'DELETE']:\n if query_params:\n url += '?' + urlencode(query_params)\n if (re.search('json', headers['Content-Type'], re.IGNORECASE) or\n headers['Content-Type'] == 'application/apply-patch+yaml'):\n if headers['Content-Type'] == 'application/json-patch+json':\n if not isinstance(body, list):\n headers['Content-Type'] = \\\n 'application/strategic-merge-patch+json'\n request_body = None\n if body is not None:\n request_body = json.dumps(body)\n r = self.pool_manager.request(\n method, url,\n body=request_body,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n elif headers['Content-Type'] == 'application/x-www-form-urlencoded': # noqa: E501\n r = self.pool_manager.request(\n method, url,\n fields=post_params,\n encode_multipart=False,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n elif headers['Content-Type'] == 'multipart/form-data':\n # must del headers['Content-Type'], or the correct\n # Content-Type which generated by urllib3 will be\n # overwritten.\n del headers['Content-Type']\n r = self.pool_manager.request(\n method, url,\n fields=post_params,\n encode_multipart=True,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n # Pass a `string` parameter directly in the body to support\n # other content types than Json when `body` argument is\n # provided in serialized form\n elif isinstance(body, str) or isinstance(body, bytes):\n request_body = body\n r = self.pool_manager.request(\n method, url,\n body=request_body,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n else:\n # Cannot generate the request from given parameters\n msg = \"\"\"Cannot prepare a request message for provided\n arguments. Please check that your arguments match\n declared content type.\"\"\"\n raise ApiException(status=0, reason=msg)\n # For `GET`, `HEAD`\n else:\n> r = self.pool_manager.request(method, url,\n fields=query_params,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/rest.py:217: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None, fields = []\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\njson = None, urlopen_kw = {'preload_content': True, 'timeout': None}\n\n def request(\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n fields: _TYPE_FIELDS | None = None,\n headers: typing.Mapping[str, str] | None = None,\n json: typing.Any | None = None,\n **urlopen_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Make a request using :meth:`urlopen` with the appropriate encoding of\n ``fields`` based on the ``method`` used.\n \n This is a convenience method that requires the least amount of manual\n effort. It can be used in most situations, while still having the\n option to drop down to more specific methods when necessary, such as\n :meth:`request_encode_url`, :meth:`request_encode_body`,\n or even the lowest level :meth:`urlopen`.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param fields:\n Data to encode and send in the URL or request body, depending on ``method``.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param json:\n Data to encode and send as JSON with UTF-encoded in the request body.\n The ``\"Content-Type\"`` header will be set to ``\"application/json\"``\n unless specified otherwise.\n \"\"\"\n method = method.upper()\n \n if json is not None and body is not None:\n raise TypeError(\n \"request got values for both 'body' and 'json' parameters which are mutually exclusive\"\n )\n \n if json is not None:\n if headers is None:\n headers = self.headers\n \n if not (\"content-type\" in map(str.lower, headers.keys())):\n headers = HTTPHeaderDict(headers)\n headers[\"Content-Type\"] = \"application/json\"\n \n body = _json.dumps(json, separators=(\",\", \":\"), ensure_ascii=False).encode(\n \"utf-8\"\n )\n \n if body is not None:\n urlopen_kw[\"body\"] = body\n \n if method in self._encode_url_methods:\n> return self.request_encode_url(\n method,\n url,\n fields=fields, # type: ignore[arg-type]\n headers=headers,\n **urlopen_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/_request_methods.py:135: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nfields = []\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nurlopen_kw = {'preload_content': True, 'timeout': None}\nextra_kw = {'headers': {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}, 'preload_content': True, 'timeout': None}\n\n def request_encode_url(\n self,\n method: str,\n url: str,\n fields: _TYPE_ENCODE_URL_FIELDS | None = None,\n headers: typing.Mapping[str, str] | None = None,\n **urlopen_kw: str,\n ) -> BaseHTTPResponse:\n \"\"\"\n Make a request using :meth:`urlopen` with the ``fields`` encoded in\n the url. This is useful for request methods like GET, HEAD, DELETE, etc.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param fields:\n Data to encode and send in the URL.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \"\"\"\n if headers is None:\n headers = self.headers\n \n extra_kw: dict[str, typing.Any] = {\"headers\": headers}\n extra_kw.update(urlopen_kw)\n \n if fields:\n url += \"?\" + urlencode(fields)\n \n> return self.urlopen(method, url, **extra_kw)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/_request_methods.py:182: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nredirect = True\nkw = {'assert_same_host': False, 'headers': {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}, 'preload_content': True, 'redirect': False, ...}\nu = Url(scheme='https', auth=None, host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443, path='/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways', query=None, fragment=None)\nconn = \n\n def urlopen( # type: ignore[override]\n self, method: str, url: str, redirect: bool = True, **kw: typing.Any\n ) -> BaseHTTPResponse:\n \"\"\"\n Same as :meth:`urllib3.HTTPConnectionPool.urlopen`\n with custom cross-host redirect logic and only sends the request-uri\n portion of the ``url``.\n \n The given ``url`` parameter must be absolute, such that an appropriate\n :class:`urllib3.connectionpool.ConnectionPool` can be chosen for it.\n \"\"\"\n u = parse_url(url)\n \n if u.scheme is None:\n warnings.warn(\n \"URLs without a scheme (ie 'https://') are deprecated and will raise an error \"\n \"in urllib3 v3.0. To avoid this FutureWarning ensure all URLs \"\n \"start with 'https://' or 'http://'. Read more in this issue: \"\n \"https://github.com/urllib3/urllib3/issues/2920\",\n category=FutureWarning,\n stacklevel=2,\n )\n \n conn = self.connection_from_host(u.host, port=u.port, scheme=u.scheme)\n \n kw[\"assert_same_host\"] = False\n kw[\"redirect\"] = False\n \n if \"headers\" not in kw:\n kw[\"headers\"] = self.headers\n \n if self._proxy_requires_url_absolute_form(u):\n response = conn.urlopen(method, url, **kw)\n else:\n> response = conn.urlopen(method, u.request_uri, **kw)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/poolmanager.py:457: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=2, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False\nerr = NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.c...a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\")\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n \n # Everything went great!\n clean_exit = True\n \n except EmptyPoolError:\n # Didn't get a connection from the pool, no need to clean up\n clean_exit = True\n release_this_conn = False\n raise\n \n except (\n TimeoutError,\n HTTPException,\n OSError,\n ProtocolError,\n BaseSSLError,\n SSLError,\n CertificateError,\n ProxyError,\n ) as e:\n # Discard the connection for these exceptions. It will be\n # replaced during the next _get_conn() call.\n clean_exit = False\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n if isinstance(\n new_e,\n (\n OSError,\n NewConnectionError,\n TimeoutError,\n SSLError,\n HTTPException,\n ),\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n elif isinstance(new_e, (OSError, HTTPException)):\n new_e = ProtocolError(\"Connection aborted.\", new_e)\n \n retries = retries.increment(\n method, url, error=new_e, _pool=self, _stacktrace=sys.exc_info()[2]\n )\n retries.sleep()\n \n # Keep track of the error for the retry warning.\n err = e\n \n finally:\n if not clean_exit:\n # We hit some kind of exception, handled or otherwise. We need\n # to throw the connection away unless explicitly told not to.\n # Close the connection, set the variable to None, and make sure\n # we put the None back in the pool to avoid leaking it.\n if conn:\n conn.close()\n conn = None\n release_this_conn = True\n \n if release_this_conn:\n # Put the connection back to be reused. If the connection is\n # expired then it will be None, which will get replaced with a\n # fresh connection during _get_conn.\n self._put_conn(conn)\n \n if not conn:\n # Try again\n log.warning(\n \"Retrying (%r) after connection broken by '%r': %s\", retries, err, url\n )\n> return self.urlopen(\n method,\n url,\n body,\n headers,\n retries,\n redirect,\n assert_same_host,\n timeout=timeout,\n pool_timeout=pool_timeout,\n release_conn=release_conn,\n chunked=chunked,\n body_pos=body_pos,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:872: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=1, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False\nerr = NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.c...a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\")\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n \n # Everything went great!\n clean_exit = True\n \n except EmptyPoolError:\n # Didn't get a connection from the pool, no need to clean up\n clean_exit = True\n release_this_conn = False\n raise\n \n except (\n TimeoutError,\n HTTPException,\n OSError,\n ProtocolError,\n BaseSSLError,\n SSLError,\n CertificateError,\n ProxyError,\n ) as e:\n # Discard the connection for these exceptions. It will be\n # replaced during the next _get_conn() call.\n clean_exit = False\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n if isinstance(\n new_e,\n (\n OSError,\n NewConnectionError,\n TimeoutError,\n SSLError,\n HTTPException,\n ),\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n elif isinstance(new_e, (OSError, HTTPException)):\n new_e = ProtocolError(\"Connection aborted.\", new_e)\n \n retries = retries.increment(\n method, url, error=new_e, _pool=self, _stacktrace=sys.exc_info()[2]\n )\n retries.sleep()\n \n # Keep track of the error for the retry warning.\n err = e\n \n finally:\n if not clean_exit:\n # We hit some kind of exception, handled or otherwise. We need\n # to throw the connection away unless explicitly told not to.\n # Close the connection, set the variable to None, and make sure\n # we put the None back in the pool to avoid leaking it.\n if conn:\n conn.close()\n conn = None\n release_this_conn = True\n \n if release_this_conn:\n # Put the connection back to be reused. If the connection is\n # expired then it will be None, which will get replaced with a\n # fresh connection during _get_conn.\n self._put_conn(conn)\n \n if not conn:\n # Try again\n log.warning(\n \"Retrying (%r) after connection broken by '%r': %s\", retries, err, url\n )\n> return self.urlopen(\n method,\n url,\n body,\n headers,\n retries,\n redirect,\n assert_same_host,\n timeout=timeout,\n pool_timeout=pool_timeout,\n release_conn=release_conn,\n chunked=chunked,\n body_pos=body_pos,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:872: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False\nerr = NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.c...a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\")\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n \n # Everything went great!\n clean_exit = True\n \n except EmptyPoolError:\n # Didn't get a connection from the pool, no need to clean up\n clean_exit = True\n release_this_conn = False\n raise\n \n except (\n TimeoutError,\n HTTPException,\n OSError,\n ProtocolError,\n BaseSSLError,\n SSLError,\n CertificateError,\n ProxyError,\n ) as e:\n # Discard the connection for these exceptions. It will be\n # replaced during the next _get_conn() call.\n clean_exit = False\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n if isinstance(\n new_e,\n (\n OSError,\n NewConnectionError,\n TimeoutError,\n SSLError,\n HTTPException,\n ),\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n elif isinstance(new_e, (OSError, HTTPException)):\n new_e = ProtocolError(\"Connection aborted.\", new_e)\n \n retries = retries.increment(\n method, url, error=new_e, _pool=self, _stacktrace=sys.exc_info()[2]\n )\n retries.sleep()\n \n # Keep track of the error for the retry warning.\n err = e\n \n finally:\n if not clean_exit:\n # We hit some kind of exception, handled or otherwise. We need\n # to throw the connection away unless explicitly told not to.\n # Close the connection, set the variable to None, and make sure\n # we put the None back in the pool to avoid leaking it.\n if conn:\n conn.close()\n conn = None\n release_this_conn = True\n \n if release_this_conn:\n # Put the connection back to be reused. If the connection is\n # expired then it will be None, which will get replaced with a\n # fresh connection during _get_conn.\n self._put_conn(conn)\n \n if not conn:\n # Try again\n log.warning(\n \"Retrying (%r) after connection broken by '%r': %s\", retries, err, url\n )\n> return self.urlopen(\n method,\n url,\n body,\n headers,\n retries,\n redirect,\n assert_same_host,\n timeout=timeout,\n pool_timeout=pool_timeout,\n release_conn=release_conn,\n chunked=chunked,\n body_pos=body_pos,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:872: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False, err = None\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n \n # Everything went great!\n clean_exit = True\n \n except EmptyPoolError:\n # Didn't get a connection from the pool, no need to clean up\n clean_exit = True\n release_this_conn = False\n raise\n \n except (\n TimeoutError,\n HTTPException,\n OSError,\n ProtocolError,\n BaseSSLError,\n SSLError,\n CertificateError,\n ProxyError,\n ) as e:\n # Discard the connection for these exceptions. It will be\n # replaced during the next _get_conn() call.\n clean_exit = False\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n if isinstance(\n new_e,\n (\n OSError,\n NewConnectionError,\n TimeoutError,\n SSLError,\n HTTPException,\n ),\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n elif isinstance(new_e, (OSError, HTTPException)):\n new_e = ProtocolError(\"Connection aborted.\", new_e)\n \n> retries = retries.increment(\n method, url, error=new_e, _pool=self, _stacktrace=sys.exc_info()[2]\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:842: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = Retry(total=0, connect=None, read=None, redirect=None, status=None)\nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nresponse = None\nerror = NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.c...a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\")\n_pool = \n_stacktrace = \n\n def increment(\n self,\n method: str | None = None,\n url: str | None = None,\n response: BaseHTTPResponse | None = None,\n error: Exception | None = None,\n _pool: ConnectionPool | None = None,\n _stacktrace: TracebackType | None = None,\n ) -> Self:\n \"\"\"Return a new Retry object with incremented retry counters.\n \n :param response: A response object, or None, if the server did not\n return a response.\n :type response: :class:`~urllib3.response.BaseHTTPResponse`\n :param Exception error: An error encountered during the request, or\n None if the response was received successfully.\n \n :return: A new ``Retry`` object.\n \"\"\"\n if self.total is False and error:\n # Disabled, indicate to re-raise the error.\n raise reraise(type(error), error, _stacktrace)\n \n total = self.total\n if total is not None:\n total -= 1\n \n connect = self.connect\n read = self.read\n redirect = self.redirect\n status_count = self.status\n other = self.other\n cause = \"unknown\"\n status = None\n redirect_location = None\n \n if error and self._is_connection_error(error):\n # Connect retry?\n if connect is False:\n raise reraise(type(error), error, _stacktrace)\n elif connect is not None:\n connect -= 1\n \n elif error and self._is_read_error(error):\n # Read retry?\n if read is False or method is None or not self._is_method_retryable(method):\n raise reraise(type(error), error, _stacktrace)\n elif read is not None:\n read -= 1\n \n elif error:\n # Other retry?\n if other is not None:\n other -= 1\n \n elif response and response.get_redirect_location():\n # Redirect retry?\n if redirect is not None:\n redirect -= 1\n cause = \"too many redirects\"\n response_redirect_location = response.get_redirect_location()\n if response_redirect_location:\n redirect_location = response_redirect_location\n status = response.status\n \n else:\n # Incrementing because of a server error like a 500 in\n # status_forcelist and the given method is in the allowed_methods\n cause = ResponseError.GENERIC_ERROR\n if response and response.status:\n if status_count is not None:\n status_count -= 1\n cause = ResponseError.SPECIFIC_ERROR.format(status_code=response.status)\n status = response.status\n \n history = self.history + (\n RequestHistory(method, url, error, status, redirect_location),\n )\n \n new_retry = self.new(\n total=total,\n connect=connect,\n read=read,\n redirect=redirect,\n status=status_count,\n other=other,\n history=history,\n )\n \n if new_retry.is_exhausted():\n reason = error or ResponseError(cause)\n> raise MaxRetryError(_pool, url, reason) from reason # type: ignore[arg-type]\nE urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Max retries exceeded with url: /apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways (Caused by NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Failed to resolve 'a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\"))\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/util/retry.py:543: MaxRetryError"}, "teardown": {"duration": 0.00042793199827428907, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_sklearn.py::test_sklearn_v2_mixed_grpc", "lineno": 450, "outcome": "skipped", "keywords": ["test_sklearn_v2_mixed_grpc", "skip", "asyncio", "predictor", "pytestmark", "test_sklearn.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.00020269499873393215, "outcome": "skipped", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python\n('/workspace/source/test/e2e/predictor/test_sklearn.py', 451, 'Skipped: GRPC tests are failing in ODH at the moment')"}, "teardown": {"duration": 0.0001638630019442644, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}, {"nodeid": "predictor/test_tensorflow.py::test_tensorflow_kserve", "lineno": 31, "outcome": "error", "keywords": ["test_tensorflow_kserve", "asyncio", "predictor", "pytestmark", "test_tensorflow.py", "predictor/__init__.py", "e2e"], "setup": {"duration": 0.23858602499967674, "outcome": "failed", "crash": {"path": "/workspace/source/python/kserve/.venv/lib64/python3.11/site-packages/urllib3/util/retry.py", "lineno": 543, "message": "urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Max retries exceeded with url: /apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways (Caused by NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Failed to resolve 'a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\"))"}, "traceback": [{"path": "common/gateway_proxy_istio.py", "lineno": 194, "message": ""}, {"path": "common/gateway_proxy_istio.py", "lineno": 117, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api/custom_objects_api.py", "lineno": 2455, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api/custom_objects_api.py", "lineno": 2594, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py", "lineno": 348, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py", "lineno": 180, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py", "lineno": 373, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/rest.py", "lineno": 244, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/rest.py", "lineno": 217, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/_request_methods.py", "lineno": 135, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/_request_methods.py", "lineno": 182, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/poolmanager.py", "lineno": 457, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py", "lineno": 872, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py", "lineno": 872, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py", "lineno": 872, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py", "lineno": 842, "message": ""}, {"path": "../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/util/retry.py", "lineno": 543, "message": "MaxRetryError"}], "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python\n\nself = \n\n def _new_conn(self) -> socket.socket:\n \"\"\"Establish a socket connection and set nodelay settings on it.\n \n :return: New socket connection.\n \"\"\"\n try:\n> sock = connection.create_connection(\n (self._dns_host, self.port),\n self.timeout,\n source_address=self.source_address,\n socket_options=self.socket_options,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connection.py:204: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\naddress = ('a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', 6443)\ntimeout = None, source_address = None, socket_options = [(6, 1, 1)]\n\n def create_connection(\n address: tuple[str, int],\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n source_address: tuple[str, int] | None = None,\n socket_options: _TYPE_SOCKET_OPTIONS | None = None,\n ) -> socket.socket:\n \"\"\"Connect to *address* and return the socket object.\n \n Convenience function. Connect to *address* (a 2-tuple ``(host,\n port)``) and return the socket object. Passing the optional\n *timeout* parameter will set the timeout on the socket instance\n before attempting to connect. If no *timeout* is supplied, the\n global default timeout setting returned by :func:`socket.getdefaulttimeout`\n is used. If *source_address* is set it must be a tuple of (host, port)\n for the socket to bind as a source address before making the connection.\n An host of '' or port 0 tells the OS to use the default.\n \"\"\"\n \n host, port = address\n if host.startswith(\"[\"):\n host = host.strip(\"[]\")\n err = None\n \n # Using the value from allowed_gai_family() in the context of getaddrinfo lets\n # us select whether to work with IPv4 DNS records, IPv6 records, or both.\n # The original create_connection function always returns all records.\n family = allowed_gai_family()\n \n try:\n host.encode(\"idna\")\n except UnicodeError:\n raise LocationParseError(f\"'{host}', label empty or too long\") from None\n \n> for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM):\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/util/connection.py:60: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nhost = 'a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com'\nport = 6443, family = \ntype = , proto = 0, flags = 0\n\n def getaddrinfo(host, port, family=0, type=0, proto=0, flags=0):\n \"\"\"Resolve host and port into list of address info entries.\n \n Translate the host/port argument into a sequence of 5-tuples that contain\n all the necessary arguments for creating a socket connected to that service.\n host is a domain name, a string representation of an IPv4/v6 address or\n None. port is a string service name such as 'http', a numeric port number or\n None. By passing None as the value of host and port, you can pass NULL to\n the underlying C API.\n \n The family, type and proto arguments can be optionally specified in order to\n narrow the list of addresses returned. Passing zero as a value for each of\n these arguments selects the full range of results.\n \"\"\"\n # We override this function since we want to translate the numeric family\n # and socket type values to enum constants.\n addrlist = []\n> for res in _socket.getaddrinfo(host, port, family, type, proto, flags):\nE socket.gaierror: [Errno -2] Name or service not known\n\n/usr/lib64/python3.11/socket.py:974: gaierror\n\nThe above exception was the direct cause of the following exception:\n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False, err = None\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n> response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:788: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nconn = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\ntimeout = Timeout(connect=None, read=None, total=None), chunked = False\nresponse_conn = None, preload_content = True, decode_content = True\nenforce_content_length = True\n\n def _make_request(\n self,\n conn: BaseHTTPConnection,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | None = None,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n chunked: bool = False,\n response_conn: BaseHTTPConnection | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n enforce_content_length: bool = True,\n ) -> BaseHTTPResponse:\n \"\"\"\n Perform a request on a given urllib connection object taken from our\n pool.\n \n :param conn:\n a connection from one of our connection pools\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n Pass ``None`` to retry until you receive a response. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param response_conn:\n Set this to ``None`` if you will handle releasing the connection or\n set the connection to have the response release it.\n \n :param preload_content:\n If True, the response's body will be preloaded during construction.\n \n :param decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param enforce_content_length:\n Enforce content length checking. Body returned by server must match\n value of Content-Length header, if present. Otherwise, raise error.\n \"\"\"\n self.num_requests += 1\n \n timeout_obj = self._get_timeout(timeout)\n timeout_obj.start_connect()\n conn.timeout = Timeout.resolve_default_timeout(timeout_obj.connect_timeout)\n \n try:\n # Trigger any extra validation we need to do.\n try:\n self._validate_conn(conn)\n except (SocketTimeout, BaseSSLError) as e:\n self._raise_timeout(err=e, url=url, timeout_value=conn.timeout)\n raise\n \n # _validate_conn() starts the connection to an HTTPS proxy\n # so we need to wrap errors with 'ProxyError' here too.\n except (\n OSError,\n NewConnectionError,\n TimeoutError,\n BaseSSLError,\n CertificateError,\n SSLError,\n ) as e:\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n # If the connection didn't successfully connect to it's proxy\n # then there\n if isinstance(\n new_e, (OSError, NewConnectionError, TimeoutError, SSLError)\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n> raise new_e\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:488: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nconn = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\ntimeout = Timeout(connect=None, read=None, total=None), chunked = False\nresponse_conn = None, preload_content = True, decode_content = True\nenforce_content_length = True\n\n def _make_request(\n self,\n conn: BaseHTTPConnection,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | None = None,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n chunked: bool = False,\n response_conn: BaseHTTPConnection | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n enforce_content_length: bool = True,\n ) -> BaseHTTPResponse:\n \"\"\"\n Perform a request on a given urllib connection object taken from our\n pool.\n \n :param conn:\n a connection from one of our connection pools\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n Pass ``None`` to retry until you receive a response. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param response_conn:\n Set this to ``None`` if you will handle releasing the connection or\n set the connection to have the response release it.\n \n :param preload_content:\n If True, the response's body will be preloaded during construction.\n \n :param decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param enforce_content_length:\n Enforce content length checking. Body returned by server must match\n value of Content-Length header, if present. Otherwise, raise error.\n \"\"\"\n self.num_requests += 1\n \n timeout_obj = self._get_timeout(timeout)\n timeout_obj.start_connect()\n conn.timeout = Timeout.resolve_default_timeout(timeout_obj.connect_timeout)\n \n try:\n # Trigger any extra validation we need to do.\n try:\n> self._validate_conn(conn)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:464: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nconn = \n\n def _validate_conn(self, conn: BaseHTTPConnection) -> None:\n \"\"\"\n Called right before a request is made, after the socket is created.\n \"\"\"\n super()._validate_conn(conn)\n \n # Force connect early to allow us to validate the connection.\n if conn.is_closed:\n> conn.connect()\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:1106: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \n\n def connect(self) -> None:\n # Today we don't need to be doing this step before the /actual/ socket\n # connection, however in the future we'll need to decide whether to\n # create a new socket or re-use an existing \"shared\" socket as a part\n # of the HTTP/2 handshake dance.\n if self._tunnel_host is not None and self._tunnel_port is not None:\n probe_http2_host = self._tunnel_host\n probe_http2_port = self._tunnel_port\n else:\n probe_http2_host = self.host\n probe_http2_port = self.port\n \n # Check if the target origin supports HTTP/2.\n # If the value comes back as 'None' it means that the current thread\n # is probing for HTTP/2 support. Otherwise, we're waiting for another\n # probe to complete, or we get a value right away.\n target_supports_http2: bool | None\n if \"h2\" in ssl_.ALPN_PROTOCOLS:\n target_supports_http2 = http2_probe.acquire_and_get(\n host=probe_http2_host, port=probe_http2_port\n )\n else:\n # If HTTP/2 isn't going to be offered it doesn't matter if\n # the target supports HTTP/2. Don't want to make a probe.\n target_supports_http2 = False\n \n if self._connect_callback is not None:\n self._connect_callback(\n \"before connect\",\n thread_id=threading.get_ident(),\n target_supports_http2=target_supports_http2,\n )\n \n try:\n sock: socket.socket | ssl.SSLSocket\n> self.sock = sock = self._new_conn()\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connection.py:759: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \n\n def _new_conn(self) -> socket.socket:\n \"\"\"Establish a socket connection and set nodelay settings on it.\n \n :return: New socket connection.\n \"\"\"\n try:\n sock = connection.create_connection(\n (self._dns_host, self.port),\n self.timeout,\n source_address=self.source_address,\n socket_options=self.socket_options,\n )\n except socket.gaierror as e:\n> raise NameResolutionError(self.host, self, e) from e\nE urllib3.exceptions.NameResolutionError: HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Failed to resolve 'a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connection.py:211: NameResolutionError\n\nThe above exception was the direct cause of the following exception:\n\nrequest = >\n\n @pytest.fixture(autouse=True)\n def ensure_gateway_proxy_memory(request):\n \"\"\"After test setup creates gateways, patch them for proxy memory.\"\"\"\n if not GATEWAY_PROXY_MEMORY:\n return\n \n # Let test_case (llmisvc) create gateways first\n \n if \"test_case\" in request.fixturenames:\n request.getfixturevalue(\"test_case\")\n \n from kserve import KServeClient\n \n kserve_client = KServeClient(\n config_file=os.environ.get(\"KUBECONFIG\", \"~/.kube/config\")\n )\n api_client = kserve_client.api_instance.api_client\n \n namespace = os.environ.get(\"KSERVE_TEST_NAMESPACE\", \"kserve-ci-e2e-test\")\n _ensure_configmap(namespace, api_client)\n> patched = _patch_gateways(namespace, api_client)\n\ncommon/gateway_proxy_istio.py:194: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nnamespace = 'kserve-ci-e2e-test'\napi_client = \n\n def _patch_gateways(namespace, api_client):\n \"\"\"Patch all Gateways in namespace to include parametersRef.\n \n Returns the list of gateway names that were actually patched.\n \"\"\"\n custom_api = client.CustomObjectsApi(api_client)\n> gateways = custom_api.list_namespaced_custom_object(\n \"gateway.networking.k8s.io\", \"v1\", namespace, \"gateways\"\n )\n\ncommon/gateway_proxy_istio.py:117: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \ngroup = 'gateway.networking.k8s.io', version = 'v1'\nnamespace = 'kserve-ci-e2e-test', plural = 'gateways'\nkwargs = {'_return_http_data_only': True}\n\n def list_namespaced_custom_object(self, group, version, namespace, plural, **kwargs): # noqa: E501\n \"\"\"list_namespaced_custom_object # noqa: E501\n \n list or watch namespace scoped custom objects # noqa: E501\n This method makes a synchronous HTTP request by default. To make an\n asynchronous HTTP request, please pass async_req=True\n >>> thread = api.list_namespaced_custom_object(group, version, namespace, plural, async_req=True)\n >>> result = thread.get()\n \n :param async_req bool: execute request asynchronously\n :param str group: The custom resource's group name (required)\n :param str version: The custom resource's version (required)\n :param str namespace: The custom resource's namespace (required)\n :param str plural: The custom resource's plural name. For TPRs this would be lowercase plural kind. (required)\n :param str pretty: If 'true', then the output is pretty printed.\n :param bool allow_watch_bookmarks: allowWatchBookmarks requests watch events with type \\\"BOOKMARK\\\". Servers that do not implement bookmarks may ignore this flag and bookmarks are sent at the server's discretion. Clients should not assume bookmarks are returned at any specific interval, nor may they assume the server will send any BOOKMARK event during a session. If this is not a watch, this field is ignored. If the feature gate WatchBookmarks is not enabled in apiserver, this field is ignored.\n :param str _continue: The continue option should be set when retrieving more results from the server. Since this value is server defined, clients may only use the continue value from a previous query result with identical query parameters (except for the value of continue) and the server may reject a continue value it does not recognize. If the specified continue value is no longer valid whether due to expiration (generally five to fifteen minutes) or a configuration change on the server, the server will respond with a 410 ResourceExpired error together with a continue token. If the client needs a consistent list, it must restart their list without the continue field. Otherwise, the client may send another list request with the token received with the 410 error, the server will respond with a list starting from the next key, but from the latest snapshot, which is inconsistent from the previous list results - objects that are created, modified, or deleted after the first list request will be included in the response, as long as their keys are after the \\\"next key\\\". This field is not supported when watch is true. Clients may start a watch from the last resourceVersion value returned by the server and not miss any modifications.\n :param str field_selector: A selector to restrict the list of returned objects by their fields. Defaults to everything.\n :param str label_selector: A selector to restrict the list of returned objects by their labels. Defaults to everything.\n :param int limit: limit is a maximum number of responses to return for a list call. If more items exist, the server will set the `continue` field on the list metadata to a value that can be used with the same initial query to retrieve the next set of results. Setting a limit may return fewer than the requested amount of items (up to zero items) in the event all requested objects are filtered out and clients should only use the presence of the continue field to determine whether more results are available. Servers may choose not to support the limit argument and will return all of the available results. If limit is specified and the continue field is empty, clients may assume that no more results are available. This field is not supported if watch is true. The server guarantees that the objects returned when using continue will be identical to issuing a single list call without a limit - that is, no objects created, modified, or deleted after the first request is issued will be included in any subsequent continued requests. This is sometimes referred to as a consistent snapshot, and ensures that a client that is using limit to receive smaller chunks of a very large result can ensure they see all possible objects. If objects are updated during a chunked list the version of the object that was present at the time the first list result was calculated is returned.\n :param str resource_version: When specified with a watch call, shows changes that occur after that particular version of a resource. Defaults to changes from the beginning of history. When specified for list: - if unset, then the result is returned from remote storage based on quorum-read flag; - if it's 0, then we simply return what we currently have in cache, no guarantee; - if set to non zero, then the result is at least as fresh as given rv.\n :param str resource_version_match: resourceVersionMatch determines how resourceVersion is applied to list calls. It is highly recommended that resourceVersionMatch be set for list calls where resourceVersion is set See https://kubernetes.io/docs/reference/using-api/api-concepts/#resource-versions for details. Defaults to unset\n :param int timeout_seconds: Timeout for the list/watch call. This limits the duration of the call, regardless of any activity or inactivity.\n :param bool watch: Watch for changes to the described resources and return them as a stream of add, update, and remove notifications.\n :param _preload_content: if False, the urllib3.HTTPResponse object will\n be returned without reading/decoding response\n data. Default is True.\n :param _request_timeout: timeout setting for this request. If one\n number provided, it will be total request\n timeout. It can also be a pair (tuple) of\n (connection, read) timeouts.\n :return: object\n If the method is called asynchronously,\n returns the request thread.\n \"\"\"\n kwargs['_return_http_data_only'] = True\n> return self.list_namespaced_custom_object_with_http_info(group, version, namespace, plural, **kwargs) # noqa: E501\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api/custom_objects_api.py:2455: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \ngroup = 'gateway.networking.k8s.io', version = 'v1'\nnamespace = 'kserve-ci-e2e-test', plural = 'gateways'\nkwargs = {'_return_http_data_only': True}\nlocal_var_params = {'_return_http_data_only': True, 'all_params': ['group', 'version', 'namespace', 'plural', 'pretty', 'allow_watch_bookmarks', ...], 'auth_settings': ['BearerToken'], 'body_params': None, ...}\nall_params = ['group', 'version', 'namespace', 'plural', 'pretty', 'allow_watch_bookmarks', ...]\nkey = '_return_http_data_only', val = True, collection_formats = {}\npath_params = {'group': 'gateway.networking.k8s.io', 'namespace': 'kserve-ci-e2e-test', 'plural': 'gateways', 'version': 'v1'}\nquery_params = []\n\n def list_namespaced_custom_object_with_http_info(self, group, version, namespace, plural, **kwargs): # noqa: E501\n \"\"\"list_namespaced_custom_object # noqa: E501\n \n list or watch namespace scoped custom objects # noqa: E501\n This method makes a synchronous HTTP request by default. To make an\n asynchronous HTTP request, please pass async_req=True\n >>> thread = api.list_namespaced_custom_object_with_http_info(group, version, namespace, plural, async_req=True)\n >>> result = thread.get()\n \n :param async_req bool: execute request asynchronously\n :param str group: The custom resource's group name (required)\n :param str version: The custom resource's version (required)\n :param str namespace: The custom resource's namespace (required)\n :param str plural: The custom resource's plural name. For TPRs this would be lowercase plural kind. (required)\n :param str pretty: If 'true', then the output is pretty printed.\n :param bool allow_watch_bookmarks: allowWatchBookmarks requests watch events with type \\\"BOOKMARK\\\". Servers that do not implement bookmarks may ignore this flag and bookmarks are sent at the server's discretion. Clients should not assume bookmarks are returned at any specific interval, nor may they assume the server will send any BOOKMARK event during a session. If this is not a watch, this field is ignored. If the feature gate WatchBookmarks is not enabled in apiserver, this field is ignored.\n :param str _continue: The continue option should be set when retrieving more results from the server. Since this value is server defined, clients may only use the continue value from a previous query result with identical query parameters (except for the value of continue) and the server may reject a continue value it does not recognize. If the specified continue value is no longer valid whether due to expiration (generally five to fifteen minutes) or a configuration change on the server, the server will respond with a 410 ResourceExpired error together with a continue token. If the client needs a consistent list, it must restart their list without the continue field. Otherwise, the client may send another list request with the token received with the 410 error, the server will respond with a list starting from the next key, but from the latest snapshot, which is inconsistent from the previous list results - objects that are created, modified, or deleted after the first list request will be included in the response, as long as their keys are after the \\\"next key\\\". This field is not supported when watch is true. Clients may start a watch from the last resourceVersion value returned by the server and not miss any modifications.\n :param str field_selector: A selector to restrict the list of returned objects by their fields. Defaults to everything.\n :param str label_selector: A selector to restrict the list of returned objects by their labels. Defaults to everything.\n :param int limit: limit is a maximum number of responses to return for a list call. If more items exist, the server will set the `continue` field on the list metadata to a value that can be used with the same initial query to retrieve the next set of results. Setting a limit may return fewer than the requested amount of items (up to zero items) in the event all requested objects are filtered out and clients should only use the presence of the continue field to determine whether more results are available. Servers may choose not to support the limit argument and will return all of the available results. If limit is specified and the continue field is empty, clients may assume that no more results are available. This field is not supported if watch is true. The server guarantees that the objects returned when using continue will be identical to issuing a single list call without a limit - that is, no objects created, modified, or deleted after the first request is issued will be included in any subsequent continued requests. This is sometimes referred to as a consistent snapshot, and ensures that a client that is using limit to receive smaller chunks of a very large result can ensure they see all possible objects. If objects are updated during a chunked list the version of the object that was present at the time the first list result was calculated is returned.\n :param str resource_version: When specified with a watch call, shows changes that occur after that particular version of a resource. Defaults to changes from the beginning of history. When specified for list: - if unset, then the result is returned from remote storage based on quorum-read flag; - if it's 0, then we simply return what we currently have in cache, no guarantee; - if set to non zero, then the result is at least as fresh as given rv.\n :param str resource_version_match: resourceVersionMatch determines how resourceVersion is applied to list calls. It is highly recommended that resourceVersionMatch be set for list calls where resourceVersion is set See https://kubernetes.io/docs/reference/using-api/api-concepts/#resource-versions for details. Defaults to unset\n :param int timeout_seconds: Timeout for the list/watch call. This limits the duration of the call, regardless of any activity or inactivity.\n :param bool watch: Watch for changes to the described resources and return them as a stream of add, update, and remove notifications.\n :param _return_http_data_only: response data without head status code\n and headers\n :param _preload_content: if False, the urllib3.HTTPResponse object will\n be returned without reading/decoding response\n data. Default is True.\n :param _request_timeout: timeout setting for this request. If one\n number provided, it will be total request\n timeout. It can also be a pair (tuple) of\n (connection, read) timeouts.\n :return: tuple(object, status_code(int), headers(HTTPHeaderDict))\n If the method is called asynchronously,\n returns the request thread.\n \"\"\"\n \n local_var_params = locals()\n \n all_params = [\n 'group',\n 'version',\n 'namespace',\n 'plural',\n 'pretty',\n 'allow_watch_bookmarks',\n '_continue',\n 'field_selector',\n 'label_selector',\n 'limit',\n 'resource_version',\n 'resource_version_match',\n 'timeout_seconds',\n 'watch'\n ]\n all_params.extend(\n [\n 'async_req',\n '_return_http_data_only',\n '_preload_content',\n '_request_timeout'\n ]\n )\n \n for key, val in six.iteritems(local_var_params['kwargs']):\n if key not in all_params:\n raise ApiTypeError(\n \"Got an unexpected keyword argument '%s'\"\n \" to method list_namespaced_custom_object\" % key\n )\n local_var_params[key] = val\n del local_var_params['kwargs']\n # verify the required parameter 'group' is set\n if self.api_client.client_side_validation and ('group' not in local_var_params or # noqa: E501\n local_var_params['group'] is None): # noqa: E501\n raise ApiValueError(\"Missing the required parameter `group` when calling `list_namespaced_custom_object`\") # noqa: E501\n # verify the required parameter 'version' is set\n if self.api_client.client_side_validation and ('version' not in local_var_params or # noqa: E501\n local_var_params['version'] is None): # noqa: E501\n raise ApiValueError(\"Missing the required parameter `version` when calling `list_namespaced_custom_object`\") # noqa: E501\n # verify the required parameter 'namespace' is set\n if self.api_client.client_side_validation and ('namespace' not in local_var_params or # noqa: E501\n local_var_params['namespace'] is None): # noqa: E501\n raise ApiValueError(\"Missing the required parameter `namespace` when calling `list_namespaced_custom_object`\") # noqa: E501\n # verify the required parameter 'plural' is set\n if self.api_client.client_side_validation and ('plural' not in local_var_params or # noqa: E501\n local_var_params['plural'] is None): # noqa: E501\n raise ApiValueError(\"Missing the required parameter `plural` when calling `list_namespaced_custom_object`\") # noqa: E501\n \n collection_formats = {}\n \n path_params = {}\n if 'group' in local_var_params:\n path_params['group'] = local_var_params['group'] # noqa: E501\n if 'version' in local_var_params:\n path_params['version'] = local_var_params['version'] # noqa: E501\n if 'namespace' in local_var_params:\n path_params['namespace'] = local_var_params['namespace'] # noqa: E501\n if 'plural' in local_var_params:\n path_params['plural'] = local_var_params['plural'] # noqa: E501\n \n query_params = []\n if 'pretty' in local_var_params and local_var_params['pretty'] is not None: # noqa: E501\n query_params.append(('pretty', local_var_params['pretty'])) # noqa: E501\n if 'allow_watch_bookmarks' in local_var_params and local_var_params['allow_watch_bookmarks'] is not None: # noqa: E501\n query_params.append(('allowWatchBookmarks', local_var_params['allow_watch_bookmarks'])) # noqa: E501\n if '_continue' in local_var_params and local_var_params['_continue'] is not None: # noqa: E501\n query_params.append(('continue', local_var_params['_continue'])) # noqa: E501\n if 'field_selector' in local_var_params and local_var_params['field_selector'] is not None: # noqa: E501\n query_params.append(('fieldSelector', local_var_params['field_selector'])) # noqa: E501\n if 'label_selector' in local_var_params and local_var_params['label_selector'] is not None: # noqa: E501\n query_params.append(('labelSelector', local_var_params['label_selector'])) # noqa: E501\n if 'limit' in local_var_params and local_var_params['limit'] is not None: # noqa: E501\n query_params.append(('limit', local_var_params['limit'])) # noqa: E501\n if 'resource_version' in local_var_params and local_var_params['resource_version'] is not None: # noqa: E501\n query_params.append(('resourceVersion', local_var_params['resource_version'])) # noqa: E501\n if 'resource_version_match' in local_var_params and local_var_params['resource_version_match'] is not None: # noqa: E501\n query_params.append(('resourceVersionMatch', local_var_params['resource_version_match'])) # noqa: E501\n if 'timeout_seconds' in local_var_params and local_var_params['timeout_seconds'] is not None: # noqa: E501\n query_params.append(('timeoutSeconds', local_var_params['timeout_seconds'])) # noqa: E501\n if 'watch' in local_var_params and local_var_params['watch'] is not None: # noqa: E501\n query_params.append(('watch', local_var_params['watch'])) # noqa: E501\n \n header_params = {}\n \n form_params = []\n local_var_files = {}\n \n body_params = None\n # HTTP header `Accept`\n header_params['Accept'] = self.api_client.select_header_accept(\n ['application/json', 'application/json;stream=watch']) # noqa: E501\n \n # Authentication setting\n auth_settings = ['BearerToken'] # noqa: E501\n \n> return self.api_client.call_api(\n '/apis/{group}/{version}/namespaces/{namespace}/{plural}', 'GET',\n path_params,\n query_params,\n header_params,\n body=body_params,\n post_params=form_params,\n files=local_var_files,\n response_type='object', # noqa: E501\n auth_settings=auth_settings,\n async_req=local_var_params.get('async_req'),\n _return_http_data_only=local_var_params.get('_return_http_data_only'), # noqa: E501\n _preload_content=local_var_params.get('_preload_content', True),\n _request_timeout=local_var_params.get('_request_timeout'),\n collection_formats=collection_formats)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api/custom_objects_api.py:2594: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nresource_path = '/apis/{group}/{version}/namespaces/{namespace}/{plural}'\nmethod = 'GET'\npath_params = {'group': 'gateway.networking.k8s.io', 'namespace': 'kserve-ci-e2e-test', 'plural': 'gateways', 'version': 'v1'}\nquery_params = []\nheader_params = {'Accept': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nbody = None, post_params = [], files = {}, response_type = 'object'\nauth_settings = ['BearerToken'], async_req = None, _return_http_data_only = True\ncollection_formats = {}, _preload_content = True, _request_timeout = None\n_host = None\n\n def call_api(self, resource_path, method,\n path_params=None, query_params=None, header_params=None,\n body=None, post_params=None, files=None,\n response_type=None, auth_settings=None, async_req=None,\n _return_http_data_only=None, collection_formats=None,\n _preload_content=True, _request_timeout=None, _host=None):\n \"\"\"Makes the HTTP request (synchronous) and returns deserialized data.\n \n To make an async_req request, set the async_req parameter.\n \n :param resource_path: Path to method endpoint.\n :param method: Method to call.\n :param path_params: Path parameters in the url.\n :param query_params: Query parameters in the url.\n :param header_params: Header parameters to be\n placed in the request header.\n :param body: Request body.\n :param post_params dict: Request post form parameters,\n for `application/x-www-form-urlencoded`, `multipart/form-data`.\n :param auth_settings list: Auth Settings names for the request.\n :param response: Response data type.\n :param files dict: key -> filename, value -> filepath,\n for `multipart/form-data`.\n :param async_req bool: execute request asynchronously\n :param _return_http_data_only: response data without head status code\n and headers\n :param collection_formats: dict of collection formats for path, query,\n header, and post parameters.\n :param _preload_content: if False, the urllib3.HTTPResponse object will\n be returned without reading/decoding response\n data. Default is True.\n :param _request_timeout: timeout setting for this request. If one\n number provided, it will be total request\n timeout. It can also be a pair (tuple) of\n (connection, read) timeouts.\n :return:\n If async_req parameter is True,\n the request will be called asynchronously.\n The method will return the request thread.\n If parameter async_req is False or missing,\n then the method will return the response directly.\n \"\"\"\n if not async_req:\n> return self.__call_api(resource_path, method,\n path_params, query_params, header_params,\n body, post_params, files,\n response_type, auth_settings,\n _return_http_data_only, collection_formats,\n _preload_content, _request_timeout, _host)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py:348: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nresource_path = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nmethod = 'GET'\npath_params = [('group', 'gateway.networking.k8s.io'), ('version', 'v1'), ('namespace', 'kserve-ci-e2e-test'), ('plural', 'gateways')]\nquery_params = []\nheader_params = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nbody = None, post_params = [], files = {}, response_type = 'object'\nauth_settings = ['BearerToken'], _return_http_data_only = True\ncollection_formats = {}, _preload_content = True, _request_timeout = None\n_host = None\n\n def __call_api(\n self, resource_path, method, path_params=None,\n query_params=None, header_params=None, body=None, post_params=None,\n files=None, response_type=None, auth_settings=None,\n _return_http_data_only=None, collection_formats=None,\n _preload_content=True, _request_timeout=None, _host=None):\n \n config = self.configuration\n \n # header parameters\n header_params = header_params or {}\n header_params.update(self.default_headers)\n if self.cookie:\n header_params['Cookie'] = self.cookie\n if header_params:\n header_params = self.sanitize_for_serialization(header_params)\n header_params = dict(self.parameters_to_tuples(header_params,\n collection_formats))\n \n # path parameters\n if path_params:\n path_params = self.sanitize_for_serialization(path_params)\n path_params = self.parameters_to_tuples(path_params,\n collection_formats)\n for k, v in path_params:\n # specified safe chars, encode everything\n resource_path = resource_path.replace(\n '{%s}' % k,\n quote(str(v), safe=config.safe_chars_for_path_param)\n )\n \n # query parameters\n if query_params:\n query_params = self.sanitize_for_serialization(query_params)\n query_params = self.parameters_to_tuples(query_params,\n collection_formats)\n \n # post parameters\n if post_params or files:\n post_params = post_params if post_params else []\n post_params = self.sanitize_for_serialization(post_params)\n post_params = self.parameters_to_tuples(post_params,\n collection_formats)\n post_params.extend(self.files_parameters(files))\n \n # auth setting\n self.update_params_for_auth(header_params, query_params, auth_settings)\n \n # body\n if body:\n body = self.sanitize_for_serialization(body)\n \n # request url\n if _host is None:\n url = self.configuration.host + resource_path\n else:\n # use server/host defined in path or operation instead\n url = _host + resource_path\n \n # perform request and return response\n> response_data = self.request(\n method, url, query_params=query_params, headers=header_params,\n post_params=post_params, body=body,\n _preload_content=_preload_content,\n _request_timeout=_request_timeout)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py:180: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nquery_params = []\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\npost_params = [], body = None, _preload_content = True, _request_timeout = None\n\n def request(self, method, url, query_params=None, headers=None,\n post_params=None, body=None, _preload_content=True,\n _request_timeout=None):\n \"\"\"Makes the HTTP request using RESTClient.\"\"\"\n if method == \"GET\":\n> return self.rest_client.GET(url,\n query_params=query_params,\n _preload_content=_preload_content,\n _request_timeout=_request_timeout,\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/api_client.py:373: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nquery_params = [], _preload_content = True, _request_timeout = None\n\n def GET(self, url, headers=None, query_params=None, _preload_content=True,\n _request_timeout=None):\n> return self.request(\"GET\", url,\n headers=headers,\n _preload_content=_preload_content,\n _request_timeout=_request_timeout,\n query_params=query_params)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/rest.py:244: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nquery_params = []\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nbody = None, post_params = {}, _preload_content = True, _request_timeout = None\n\n def request(self, method, url, query_params=None, headers=None,\n body=None, post_params=None, _preload_content=True,\n _request_timeout=None):\n \"\"\"Perform requests.\n \n :param method: http request method\n :param url: http request url\n :param query_params: query parameters in the url\n :param headers: http request headers\n :param body: request json body, for `application/json`\n :param post_params: request post parameters,\n `application/x-www-form-urlencoded`\n and `multipart/form-data`\n :param _preload_content: if False, the urllib3.HTTPResponse object will\n be returned without reading/decoding response\n data. Default is True.\n :param _request_timeout: timeout setting for this request. If one\n number provided, it will be total request\n timeout. It can also be a pair (tuple) of\n (connection, read) timeouts.\n \"\"\"\n method = method.upper()\n assert method in ['GET', 'HEAD', 'DELETE', 'POST', 'PUT',\n 'PATCH', 'OPTIONS']\n \n if post_params and body:\n raise ApiValueError(\n \"body parameter cannot be used with post_params parameter.\"\n )\n \n post_params = post_params or {}\n headers = headers or {}\n \n timeout = None\n if _request_timeout:\n if isinstance(_request_timeout, (int, ) if six.PY3 else (int, long)): # noqa: E501,F821\n timeout = urllib3.Timeout(total=_request_timeout)\n elif (isinstance(_request_timeout, tuple) and\n len(_request_timeout) == 2):\n timeout = urllib3.Timeout(\n connect=_request_timeout[0], read=_request_timeout[1])\n \n if 'Content-Type' not in headers:\n headers['Content-Type'] = 'application/json'\n \n try:\n # For `POST`, `PUT`, `PATCH`, `OPTIONS`, `DELETE`\n if method in ['POST', 'PUT', 'PATCH', 'OPTIONS', 'DELETE']:\n if query_params:\n url += '?' + urlencode(query_params)\n if (re.search('json', headers['Content-Type'], re.IGNORECASE) or\n headers['Content-Type'] == 'application/apply-patch+yaml'):\n if headers['Content-Type'] == 'application/json-patch+json':\n if not isinstance(body, list):\n headers['Content-Type'] = \\\n 'application/strategic-merge-patch+json'\n request_body = None\n if body is not None:\n request_body = json.dumps(body)\n r = self.pool_manager.request(\n method, url,\n body=request_body,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n elif headers['Content-Type'] == 'application/x-www-form-urlencoded': # noqa: E501\n r = self.pool_manager.request(\n method, url,\n fields=post_params,\n encode_multipart=False,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n elif headers['Content-Type'] == 'multipart/form-data':\n # must del headers['Content-Type'], or the correct\n # Content-Type which generated by urllib3 will be\n # overwritten.\n del headers['Content-Type']\n r = self.pool_manager.request(\n method, url,\n fields=post_params,\n encode_multipart=True,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n # Pass a `string` parameter directly in the body to support\n # other content types than Json when `body` argument is\n # provided in serialized form\n elif isinstance(body, str) or isinstance(body, bytes):\n request_body = body\n r = self.pool_manager.request(\n method, url,\n body=request_body,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n else:\n # Cannot generate the request from given parameters\n msg = \"\"\"Cannot prepare a request message for provided\n arguments. Please check that your arguments match\n declared content type.\"\"\"\n raise ApiException(status=0, reason=msg)\n # For `GET`, `HEAD`\n else:\n> r = self.pool_manager.request(method, url,\n fields=query_params,\n preload_content=_preload_content,\n timeout=timeout,\n headers=headers)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/kubernetes/client/rest.py:217: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None, fields = []\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\njson = None, urlopen_kw = {'preload_content': True, 'timeout': None}\n\n def request(\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n fields: _TYPE_FIELDS | None = None,\n headers: typing.Mapping[str, str] | None = None,\n json: typing.Any | None = None,\n **urlopen_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Make a request using :meth:`urlopen` with the appropriate encoding of\n ``fields`` based on the ``method`` used.\n \n This is a convenience method that requires the least amount of manual\n effort. It can be used in most situations, while still having the\n option to drop down to more specific methods when necessary, such as\n :meth:`request_encode_url`, :meth:`request_encode_body`,\n or even the lowest level :meth:`urlopen`.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param fields:\n Data to encode and send in the URL or request body, depending on ``method``.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param json:\n Data to encode and send as JSON with UTF-encoded in the request body.\n The ``\"Content-Type\"`` header will be set to ``\"application/json\"``\n unless specified otherwise.\n \"\"\"\n method = method.upper()\n \n if json is not None and body is not None:\n raise TypeError(\n \"request got values for both 'body' and 'json' parameters which are mutually exclusive\"\n )\n \n if json is not None:\n if headers is None:\n headers = self.headers\n \n if not (\"content-type\" in map(str.lower, headers.keys())):\n headers = HTTPHeaderDict(headers)\n headers[\"Content-Type\"] = \"application/json\"\n \n body = _json.dumps(json, separators=(\",\", \":\"), ensure_ascii=False).encode(\n \"utf-8\"\n )\n \n if body is not None:\n urlopen_kw[\"body\"] = body\n \n if method in self._encode_url_methods:\n> return self.request_encode_url(\n method,\n url,\n fields=fields, # type: ignore[arg-type]\n headers=headers,\n **urlopen_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/_request_methods.py:135: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nfields = []\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nurlopen_kw = {'preload_content': True, 'timeout': None}\nextra_kw = {'headers': {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}, 'preload_content': True, 'timeout': None}\n\n def request_encode_url(\n self,\n method: str,\n url: str,\n fields: _TYPE_ENCODE_URL_FIELDS | None = None,\n headers: typing.Mapping[str, str] | None = None,\n **urlopen_kw: str,\n ) -> BaseHTTPResponse:\n \"\"\"\n Make a request using :meth:`urlopen` with the ``fields`` encoded in\n the url. This is useful for request methods like GET, HEAD, DELETE, etc.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param fields:\n Data to encode and send in the URL.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \"\"\"\n if headers is None:\n headers = self.headers\n \n extra_kw: dict[str, typing.Any] = {\"headers\": headers}\n extra_kw.update(urlopen_kw)\n \n if fields:\n url += \"?\" + urlencode(fields)\n \n> return self.urlopen(method, url, **extra_kw)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/_request_methods.py:182: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = 'https://a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com:6443/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nredirect = True\nkw = {'assert_same_host': False, 'headers': {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}, 'preload_content': True, 'redirect': False, ...}\nu = Url(scheme='https', auth=None, host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443, path='/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways', query=None, fragment=None)\nconn = \n\n def urlopen( # type: ignore[override]\n self, method: str, url: str, redirect: bool = True, **kw: typing.Any\n ) -> BaseHTTPResponse:\n \"\"\"\n Same as :meth:`urllib3.HTTPConnectionPool.urlopen`\n with custom cross-host redirect logic and only sends the request-uri\n portion of the ``url``.\n \n The given ``url`` parameter must be absolute, such that an appropriate\n :class:`urllib3.connectionpool.ConnectionPool` can be chosen for it.\n \"\"\"\n u = parse_url(url)\n \n if u.scheme is None:\n warnings.warn(\n \"URLs without a scheme (ie 'https://') are deprecated and will raise an error \"\n \"in urllib3 v3.0. To avoid this FutureWarning ensure all URLs \"\n \"start with 'https://' or 'http://'. Read more in this issue: \"\n \"https://github.com/urllib3/urllib3/issues/2920\",\n category=FutureWarning,\n stacklevel=2,\n )\n \n conn = self.connection_from_host(u.host, port=u.port, scheme=u.scheme)\n \n kw[\"assert_same_host\"] = False\n kw[\"redirect\"] = False\n \n if \"headers\" not in kw:\n kw[\"headers\"] = self.headers\n \n if self._proxy_requires_url_absolute_form(u):\n response = conn.urlopen(method, url, **kw)\n else:\n> response = conn.urlopen(method, u.request_uri, **kw)\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/poolmanager.py:457: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=2, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False\nerr = NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.c...a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\")\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n \n # Everything went great!\n clean_exit = True\n \n except EmptyPoolError:\n # Didn't get a connection from the pool, no need to clean up\n clean_exit = True\n release_this_conn = False\n raise\n \n except (\n TimeoutError,\n HTTPException,\n OSError,\n ProtocolError,\n BaseSSLError,\n SSLError,\n CertificateError,\n ProxyError,\n ) as e:\n # Discard the connection for these exceptions. It will be\n # replaced during the next _get_conn() call.\n clean_exit = False\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n if isinstance(\n new_e,\n (\n OSError,\n NewConnectionError,\n TimeoutError,\n SSLError,\n HTTPException,\n ),\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n elif isinstance(new_e, (OSError, HTTPException)):\n new_e = ProtocolError(\"Connection aborted.\", new_e)\n \n retries = retries.increment(\n method, url, error=new_e, _pool=self, _stacktrace=sys.exc_info()[2]\n )\n retries.sleep()\n \n # Keep track of the error for the retry warning.\n err = e\n \n finally:\n if not clean_exit:\n # We hit some kind of exception, handled or otherwise. We need\n # to throw the connection away unless explicitly told not to.\n # Close the connection, set the variable to None, and make sure\n # we put the None back in the pool to avoid leaking it.\n if conn:\n conn.close()\n conn = None\n release_this_conn = True\n \n if release_this_conn:\n # Put the connection back to be reused. If the connection is\n # expired then it will be None, which will get replaced with a\n # fresh connection during _get_conn.\n self._put_conn(conn)\n \n if not conn:\n # Try again\n log.warning(\n \"Retrying (%r) after connection broken by '%r': %s\", retries, err, url\n )\n> return self.urlopen(\n method,\n url,\n body,\n headers,\n retries,\n redirect,\n assert_same_host,\n timeout=timeout,\n pool_timeout=pool_timeout,\n release_conn=release_conn,\n chunked=chunked,\n body_pos=body_pos,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:872: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=1, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False\nerr = NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.c...a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\")\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n \n # Everything went great!\n clean_exit = True\n \n except EmptyPoolError:\n # Didn't get a connection from the pool, no need to clean up\n clean_exit = True\n release_this_conn = False\n raise\n \n except (\n TimeoutError,\n HTTPException,\n OSError,\n ProtocolError,\n BaseSSLError,\n SSLError,\n CertificateError,\n ProxyError,\n ) as e:\n # Discard the connection for these exceptions. It will be\n # replaced during the next _get_conn() call.\n clean_exit = False\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n if isinstance(\n new_e,\n (\n OSError,\n NewConnectionError,\n TimeoutError,\n SSLError,\n HTTPException,\n ),\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n elif isinstance(new_e, (OSError, HTTPException)):\n new_e = ProtocolError(\"Connection aborted.\", new_e)\n \n retries = retries.increment(\n method, url, error=new_e, _pool=self, _stacktrace=sys.exc_info()[2]\n )\n retries.sleep()\n \n # Keep track of the error for the retry warning.\n err = e\n \n finally:\n if not clean_exit:\n # We hit some kind of exception, handled or otherwise. We need\n # to throw the connection away unless explicitly told not to.\n # Close the connection, set the variable to None, and make sure\n # we put the None back in the pool to avoid leaking it.\n if conn:\n conn.close()\n conn = None\n release_this_conn = True\n \n if release_this_conn:\n # Put the connection back to be reused. If the connection is\n # expired then it will be None, which will get replaced with a\n # fresh connection during _get_conn.\n self._put_conn(conn)\n \n if not conn:\n # Try again\n log.warning(\n \"Retrying (%r) after connection broken by '%r': %s\", retries, err, url\n )\n> return self.urlopen(\n method,\n url,\n body,\n headers,\n retries,\n redirect,\n assert_same_host,\n timeout=timeout,\n pool_timeout=pool_timeout,\n release_conn=release_conn,\n chunked=chunked,\n body_pos=body_pos,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:872: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False\nerr = NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.c...a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\")\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n \n # Everything went great!\n clean_exit = True\n \n except EmptyPoolError:\n # Didn't get a connection from the pool, no need to clean up\n clean_exit = True\n release_this_conn = False\n raise\n \n except (\n TimeoutError,\n HTTPException,\n OSError,\n ProtocolError,\n BaseSSLError,\n SSLError,\n CertificateError,\n ProxyError,\n ) as e:\n # Discard the connection for these exceptions. It will be\n # replaced during the next _get_conn() call.\n clean_exit = False\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n if isinstance(\n new_e,\n (\n OSError,\n NewConnectionError,\n TimeoutError,\n SSLError,\n HTTPException,\n ),\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n elif isinstance(new_e, (OSError, HTTPException)):\n new_e = ProtocolError(\"Connection aborted.\", new_e)\n \n retries = retries.increment(\n method, url, error=new_e, _pool=self, _stacktrace=sys.exc_info()[2]\n )\n retries.sleep()\n \n # Keep track of the error for the retry warning.\n err = e\n \n finally:\n if not clean_exit:\n # We hit some kind of exception, handled or otherwise. We need\n # to throw the connection away unless explicitly told not to.\n # Close the connection, set the variable to None, and make sure\n # we put the None back in the pool to avoid leaking it.\n if conn:\n conn.close()\n conn = None\n release_this_conn = True\n \n if release_this_conn:\n # Put the connection back to be reused. If the connection is\n # expired then it will be None, which will get replaced with a\n # fresh connection during _get_conn.\n self._put_conn(conn)\n \n if not conn:\n # Try again\n log.warning(\n \"Retrying (%r) after connection broken by '%r': %s\", retries, err, url\n )\n> return self.urlopen(\n method,\n url,\n body,\n headers,\n retries,\n redirect,\n assert_same_host,\n timeout=timeout,\n pool_timeout=pool_timeout,\n release_conn=release_conn,\n chunked=chunked,\n body_pos=body_pos,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:872: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = \nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nbody = None\nheaders = {'Accept': 'application/json', 'Content-Type': 'application/json', 'User-Agent': 'OpenAPI-Generator/32.0.1/python'}\nretries = Retry(total=0, connect=None, read=None, redirect=None, status=None)\nredirect = False, assert_same_host = False, timeout = None, pool_timeout = None\nrelease_conn = True, chunked = False, body_pos = None, preload_content = True\ndecode_content = True, response_kw = {}, destination_scheme = None, conn = None\nrelease_this_conn = True, http_tunnel_required = False, err = None\nclean_exit = False\n\n def urlopen( # type: ignore[override]\n self,\n method: str,\n url: str,\n body: _TYPE_BODY | None = None,\n headers: typing.Mapping[str, str] | None = None,\n retries: Retry | bool | int | None = None,\n redirect: bool = True,\n assert_same_host: bool = True,\n timeout: _TYPE_TIMEOUT = _DEFAULT_TIMEOUT,\n pool_timeout: int | None = None,\n release_conn: bool | None = None,\n chunked: bool = False,\n body_pos: _TYPE_BODY_POSITION | None = None,\n preload_content: bool = True,\n decode_content: bool = True,\n **response_kw: typing.Any,\n ) -> BaseHTTPResponse:\n \"\"\"\n Get a connection from the pool and perform an HTTP request. This is the\n lowest level call for making a request, so you'll need to specify all\n the raw details.\n \n .. note::\n \n More commonly, it's appropriate to use a convenience method\n such as :meth:`request`.\n \n .. note::\n \n `release_conn` will only behave as expected if\n `preload_content=False` because we want to make\n `preload_content=False` the default behaviour someday soon without\n breaking backwards compatibility.\n \n :param method:\n HTTP request method (such as GET, POST, PUT, etc.)\n \n :param url:\n The URL to perform the request on.\n \n :param body:\n Data to send in the request body, either :class:`str`, :class:`bytes`,\n an iterable of :class:`str`/:class:`bytes`, or a file-like object.\n \n :param headers:\n Dictionary of custom headers to send, such as User-Agent,\n If-None-Match, etc. If None, pool headers are used. If provided,\n these headers completely replace any pool-specific headers.\n \n :param retries:\n Configure the number of retries to allow before raising a\n :class:`~urllib3.exceptions.MaxRetryError` exception.\n \n If ``None`` (default) will retry 3 times, see ``Retry.DEFAULT``. Pass a\n :class:`~urllib3.util.retry.Retry` object for fine-grained control\n over different types of retries.\n Pass an integer number to retry connection errors that many times,\n but no other types of errors. Pass zero to never retry.\n \n If ``False``, then retries are disabled and any exception is raised\n immediately. Also, instead of raising a MaxRetryError on redirects,\n the redirect response will be returned.\n \n :type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.\n \n :param redirect:\n If True, automatically handle redirects (status codes 301, 302,\n 303, 307, 308). Each redirect counts as a retry. Disabling retries\n will disable redirect, too.\n \n :param assert_same_host:\n If ``True``, will make sure that the host of the pool requests is\n consistent else will raise HostChangedError. When ``False``, you can\n use the pool on an HTTP proxy and request foreign hosts.\n \n :param timeout:\n If specified, overrides the default timeout for this one\n request. It may be a float (in seconds) or an instance of\n :class:`urllib3.util.Timeout`.\n \n :param pool_timeout:\n If set and the pool is set to block=True, then this method will\n block for ``pool_timeout`` seconds and raise EmptyPoolError if no\n connection is available within the time period.\n \n :param bool preload_content:\n If True, the response's body will be preloaded into memory.\n \n :param bool decode_content:\n If True, will attempt to decode the body based on the\n 'content-encoding' header.\n \n :param release_conn:\n If False, then the urlopen call will not release the connection\n back into the pool once a response is received (but will release if\n you read the entire contents of the response such as when\n `preload_content=True`). This is useful if you're not preloading\n the response's content immediately. You will need to call\n ``r.release_conn()`` on the response ``r`` to return the connection\n back into the pool. If None, it takes the value of ``preload_content``\n which defaults to ``True``.\n \n :param bool chunked:\n If True, urllib3 will send the body using chunked transfer\n encoding. Otherwise, urllib3 will send the body using the standard\n content-length form. Defaults to False.\n \n :param int body_pos:\n Position to seek to in file-like body in the event of a retry or\n redirect. Typically this won't need to be set because urllib3 will\n auto-populate the value when needed.\n \"\"\"\n # Ensure that the URL we're connecting to is properly encoded\n if url.startswith(\"/\"):\n # URLs starting with / are inherently schemeless.\n url = to_str(_encode_target(url))\n destination_scheme = None\n else:\n parsed_url = parse_url(url)\n destination_scheme = parsed_url.scheme\n url = to_str(parsed_url.url)\n \n if headers is None:\n headers = self.headers\n \n if not isinstance(retries, Retry):\n retries = Retry.from_int(retries, redirect=redirect, default=self.retries)\n \n if release_conn is None:\n release_conn = preload_content\n \n # Check host\n if assert_same_host and not self.is_same_host(url):\n raise HostChangedError(self, url, retries)\n \n conn = None\n \n # Track whether `conn` needs to be released before\n # returning/raising/recursing. Update this variable if necessary, and\n # leave `release_conn` constant throughout the function. That way, if\n # the function recurses, the original value of `release_conn` will be\n # passed down into the recursive call, and its value will be respected.\n #\n # See issue #651 [1] for details.\n #\n # [1] \n release_this_conn = release_conn\n \n http_tunnel_required = connection_requires_http_tunnel(\n self.proxy, self.proxy_config, destination_scheme\n )\n \n # Merge the proxy headers. Only done when not using HTTP CONNECT. We\n # have to copy the headers dict so we can safely change it without those\n # changes being reflected in anyone else's copy.\n if not http_tunnel_required:\n headers = headers.copy() # type: ignore[attr-defined]\n headers.update(self.proxy_headers) # type: ignore[union-attr]\n \n # Must keep the exception bound to a separate variable or else Python 3\n # complains about UnboundLocalError.\n err = None\n \n # Keep track of whether we cleanly exited the except block. This\n # ensures we do proper cleanup in finally.\n clean_exit = False\n \n # Rewind body position, if needed. Record current position\n # for future rewinds in the event of a redirect/retry.\n body_pos = set_file_position(body, body_pos)\n \n try:\n # Request a connection from the queue.\n timeout_obj = self._get_timeout(timeout)\n conn = self._get_conn(timeout=pool_timeout)\n \n conn.timeout = timeout_obj.connect_timeout # type: ignore[assignment]\n \n # Is this a closed/new connection that requires CONNECT tunnelling?\n if self.proxy is not None and http_tunnel_required and conn.is_closed:\n try:\n self._prepare_proxy(conn)\n except (BaseSSLError, OSError, SocketTimeout) as e:\n self._raise_timeout(\n err=e, url=self.proxy.url, timeout_value=conn.timeout\n )\n raise\n \n # If we're going to release the connection in ``finally:``, then\n # the response doesn't need to know about the connection. Otherwise\n # it will also try to release it and we'll have a double-release\n # mess.\n response_conn = conn if not release_conn else None\n \n # Make the request on the HTTPConnection object\n response = self._make_request(\n conn,\n method,\n url,\n timeout=timeout_obj,\n body=body,\n headers=headers,\n chunked=chunked,\n retries=retries,\n response_conn=response_conn,\n preload_content=preload_content,\n decode_content=decode_content,\n **response_kw,\n )\n \n # Everything went great!\n clean_exit = True\n \n except EmptyPoolError:\n # Didn't get a connection from the pool, no need to clean up\n clean_exit = True\n release_this_conn = False\n raise\n \n except (\n TimeoutError,\n HTTPException,\n OSError,\n ProtocolError,\n BaseSSLError,\n SSLError,\n CertificateError,\n ProxyError,\n ) as e:\n # Discard the connection for these exceptions. It will be\n # replaced during the next _get_conn() call.\n clean_exit = False\n new_e: Exception = e\n if isinstance(e, (BaseSSLError, CertificateError)):\n new_e = SSLError(e)\n if isinstance(\n new_e,\n (\n OSError,\n NewConnectionError,\n TimeoutError,\n SSLError,\n HTTPException,\n ),\n ) and (conn and conn.proxy and not conn.has_connected_to_proxy):\n new_e = _wrap_proxy_error(new_e, conn.proxy.scheme)\n elif isinstance(new_e, (OSError, HTTPException)):\n new_e = ProtocolError(\"Connection aborted.\", new_e)\n \n> retries = retries.increment(\n method, url, error=new_e, _pool=self, _stacktrace=sys.exc_info()[2]\n )\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/connectionpool.py:842: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = Retry(total=0, connect=None, read=None, redirect=None, status=None)\nmethod = 'GET'\nurl = '/apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways'\nresponse = None\nerror = NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.c...a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\")\n_pool = \n_stacktrace = \n\n def increment(\n self,\n method: str | None = None,\n url: str | None = None,\n response: BaseHTTPResponse | None = None,\n error: Exception | None = None,\n _pool: ConnectionPool | None = None,\n _stacktrace: TracebackType | None = None,\n ) -> Self:\n \"\"\"Return a new Retry object with incremented retry counters.\n \n :param response: A response object, or None, if the server did not\n return a response.\n :type response: :class:`~urllib3.response.BaseHTTPResponse`\n :param Exception error: An error encountered during the request, or\n None if the response was received successfully.\n \n :return: A new ``Retry`` object.\n \"\"\"\n if self.total is False and error:\n # Disabled, indicate to re-raise the error.\n raise reraise(type(error), error, _stacktrace)\n \n total = self.total\n if total is not None:\n total -= 1\n \n connect = self.connect\n read = self.read\n redirect = self.redirect\n status_count = self.status\n other = self.other\n cause = \"unknown\"\n status = None\n redirect_location = None\n \n if error and self._is_connection_error(error):\n # Connect retry?\n if connect is False:\n raise reraise(type(error), error, _stacktrace)\n elif connect is not None:\n connect -= 1\n \n elif error and self._is_read_error(error):\n # Read retry?\n if read is False or method is None or not self._is_method_retryable(method):\n raise reraise(type(error), error, _stacktrace)\n elif read is not None:\n read -= 1\n \n elif error:\n # Other retry?\n if other is not None:\n other -= 1\n \n elif response and response.get_redirect_location():\n # Redirect retry?\n if redirect is not None:\n redirect -= 1\n cause = \"too many redirects\"\n response_redirect_location = response.get_redirect_location()\n if response_redirect_location:\n redirect_location = response_redirect_location\n status = response.status\n \n else:\n # Incrementing because of a server error like a 500 in\n # status_forcelist and the given method is in the allowed_methods\n cause = ResponseError.GENERIC_ERROR\n if response and response.status:\n if status_count is not None:\n status_count -= 1\n cause = ResponseError.SPECIFIC_ERROR.format(status_code=response.status)\n status = response.status\n \n history = self.history + (\n RequestHistory(method, url, error, status, redirect_location),\n )\n \n new_retry = self.new(\n total=total,\n connect=connect,\n read=read,\n redirect=redirect,\n status=status_count,\n other=other,\n history=history,\n )\n \n if new_retry.is_exhausted():\n reason = error or ResponseError(cause)\n> raise MaxRetryError(_pool, url, reason) from reason # type: ignore[arg-type]\nE urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Max retries exceeded with url: /apis/gateway.networking.k8s.io/v1/namespaces/kserve-ci-e2e-test/gateways (Caused by NameResolutionError(\"HTTPSConnection(host='a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com', port=6443): Failed to resolve 'a43e7b912202b407493c74b3110e4330-dd4a0e6d7160a55c.elb.us-east-1.amazonaws.com' ([Errno -2] Name or service not known)\"))\n\n../../python/kserve/.venv/lib64/python3.11/site-packages/urllib3/util/retry.py:543: MaxRetryError"}, "teardown": {"duration": 0.0004280619978089817, "outcome": "passed", "longrepr": "[gw0] linux -- Python 3.11.13 /workspace/source/python/kserve/.venv/bin/python"}}], "warnings": [{"message": "The test is marked with '@pytest.mark.asyncio' but it is not an async function. Please remove the asyncio mark. If the test is not marked explicitly, check for global marks applied via 'pytestmark'.", "category": "PytestWarning", "when": "runtest", "filename": "predictor/test_canary_raw_deployment.py", "lineno": 147}, {"message": "The test is marked with '@pytest.mark.asyncio' but it is not an async function. Please remove the asyncio mark. If the test is not marked explicitly, check for global marks applied via 'pytestmark'.", "category": "PytestWarning", "when": "runtest", "filename": "predictor/test_canary_raw_deployment.py", "lineno": 194}, {"message": "The test is marked with '@pytest.mark.asyncio' but it is not an async function. Please remove the asyncio mark. If the test is not marked explicitly, check for global marks applied via 'pytestmark'.", "category": "PytestWarning", "when": "runtest", "filename": "predictor/test_canary_raw_deployment.py", "lineno": 256}, {"message": "The test is marked with '@pytest.mark.asyncio' but it is not an async function. Please remove the asyncio mark. If the test is not marked explicitly, check for global marks applied via 'pytestmark'.", "category": "PytestWarning", "when": "runtest", "filename": "predictor/test_canary_raw_deployment.py", "lineno": 313}]}