/mlflow/mlflow-tests/tests/test_artifacts.py:278: requires the in-cluster SeaweedFS S3 backend/mlflow/mlflow-tests/tests/test_artifacts.py:437: requires an ARTIFACTS_SERVER=true deployment with a direct artifact URI/mlflow/mlflow-tests/tests/test_artifacts.py:456: requires an S3-backed artifact server with a direct artifact URI/mlflow/mlflow-tests/tests/test_artifacts.py:472: requires live artifact-server Gateway rewrite validation/mlflow/mlflow-tests/tests/test_artifacts.py:495: requires live S3 multipart Gateway rewrite validation/mlflow/mlflow-tests/tests/test_garbage_collection.py:178: garbage collection live Job requires enabled remote SQL/S3 deploymentself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187b33fa40> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187b33fa40>> test_data = Test Data: name=Validate that user with GET permission can get MCP server user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187b33fa40> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-7nzey9or in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-7nzey9or, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9fe90> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9fe90>> test_data = Test Data: name=Validate that user with GET permission cannot create MCP server user_info=UserInfo(workspace='workspac...source_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['get']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) tests/base.py:712: in _execute_validation validate_func(self.test_context) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ test_context = TestContext(workspaces=['workspace1-x27l4wom', 'workspace2-x27l4wom'], active_workspace='workspace1-x27l4wom', active_..._observed_state={}, k8_manager=None, discovered_workspaces=set(), unlabeled_namespace=None, namespaces_to_delete=set()) def validate_authentication_denied(test_context: TestContext) -> None: """Validate that an action failed due to authentication denial. Checks that an authentication or authorization error occurred during the action. Args: test_context: Test context containing structured error information. Raises: AssertionError: If no error occurred or error is not permission-related. """ user_name = test_context.active_user.uname workspace = test_context.active_workspace logger.info(f"Validating that action failed as expected for user '{user_name}' in workspace '{workspace}'") # Validate that an error occurred if test_context.last_error is None: logger.error(f"Validation failed: Action should have failed for unauthorized user '{user_name}', but succeeded") raise AssertionError(f"Action should have failed for unauthorized user '{user_name}', but succeeded") error_response: ErrorResponse = test_context.last_error # Check if it's a permission or authentication error if not error_response.is_permission_error(): logger.error(f"Validation failed: Expected permission/authentication error, got: {error_response.error.code} - {error_response.error.message}") > raise AssertionError( f"Action failed with unexpected error for user {user_name}: {error_response.error.code} - {error_response.error.message}. " f"Expected permission/authentication error." ) E AssertionError: Action failed with unexpected error for user test-user-tonvm5cj: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}}. Expected permission/authentication error. tests/validations/validation_utils.py:38: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9e390> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9e390>> test_data = Test Data: name=Validate that user with GET permission on workspace 1 cannot get MCP server in workspace 2 user_info=None workspace=None resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9e390> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-c5h2vrdh in workspace workspace2-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-c5h2vrdh, Workspace: workspace2-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9fda0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9fda0>> test_data = Test Data: name=Validate that user with GET permission scoped to one MCP server can get that server user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9fda0> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 2, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-coj037ea in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-coj037ea, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c050> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c050>> test_data = Test Data: name=Validate that user with GET permission scoped to one MCP server cannot get a different server in the same workspace user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c050> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 2, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-gtbokrpf in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-gtbokrpf, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c170> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c170>> test_data = Test Data: name=Validate that user with UPDATE permission scoped to one MCP server cannot create a different server user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) tests/base.py:712: in _execute_validation validate_func(self.test_context) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ test_context = TestContext(workspaces=['workspace1-x27l4wom', 'workspace2-x27l4wom'], active_workspace='workspace1-x27l4wom', active_..._observed_state={}, k8_manager=None, discovered_workspaces=set(), unlabeled_namespace=None, namespaces_to_delete=set()) def validate_authentication_denied(test_context: TestContext) -> None: """Validate that an action failed due to authentication denial. Checks that an authentication or authorization error occurred during the action. Args: test_context: Test context containing structured error information. Raises: AssertionError: If no error occurred or error is not permission-related. """ user_name = test_context.active_user.uname workspace = test_context.active_workspace logger.info(f"Validating that action failed as expected for user '{user_name}' in workspace '{workspace}'") # Validate that an error occurred if test_context.last_error is None: logger.error(f"Validation failed: Action should have failed for unauthorized user '{user_name}', but succeeded") raise AssertionError(f"Action should have failed for unauthorized user '{user_name}', but succeeded") error_response: ErrorResponse = test_context.last_error # Check if it's a permission or authentication error if not error_response.is_permission_error(): logger.error(f"Validation failed: Expected permission/authentication error, got: {error_response.error.code} - {error_response.error.message}") > raise AssertionError( f"Action failed with unexpected error for user {user_name}: {error_response.error.code} - {error_response.error.message}. " f"Expected permission/authentication error." ) E AssertionError: Action failed with unexpected error for user test-user-wpr942ss: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}}. Expected permission/authentication error. tests/validations/validation_utils.py:38: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c230> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c230>> test_data = Test Data: name=Validate that user with CREATE permission cannot register an MCP server (add a version) without UPDATE...rce_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['create']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) tests/base.py:712: in _execute_validation validate_func(self.test_context) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ test_context = TestContext(workspaces=['workspace1-x27l4wom', 'workspace2-x27l4wom'], active_workspace='workspace1-x27l4wom', active_..._observed_state={}, k8_manager=None, discovered_workspaces=set(), unlabeled_namespace=None, namespaces_to_delete=set()) def validate_authentication_denied(test_context: TestContext) -> None: """Validate that an action failed due to authentication denial. Checks that an authentication or authorization error occurred during the action. Args: test_context: Test context containing structured error information. Raises: AssertionError: If no error occurred or error is not permission-related. """ user_name = test_context.active_user.uname workspace = test_context.active_workspace logger.info(f"Validating that action failed as expected for user '{user_name}' in workspace '{workspace}'") # Validate that an error occurred if test_context.last_error is None: logger.error(f"Validation failed: Action should have failed for unauthorized user '{user_name}', but succeeded") raise AssertionError(f"Action should have failed for unauthorized user '{user_name}', but succeeded") error_response: ErrorResponse = test_context.last_error # Check if it's a permission or authentication error if not error_response.is_permission_error(): logger.error(f"Validation failed: Expected permission/authentication error, got: {error_response.error.code} - {error_response.error.message}") > raise AssertionError( f"Action failed with unexpected error for user {user_name}: {error_response.error.code} - {error_response.error.message}. " f"Expected permission/authentication error." ) E AssertionError: Action failed with unexpected error for user test-user-x45fya6u: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}}. Expected permission/authentication error. tests/validations/validation_utils.py:38: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c320> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c320>> test_data = Test Data: name=Validate that user with CREATE permission can create a bare MCP server via the direct client API user_...rce_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['create']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c320> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server_shell' failed for user test-user-g87pblt7 in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-g87pblt7, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c3e0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c3e0>> test_data = Test Data: name=Validate that user with UPDATE permission cannot create a bare MCP server via the direct client API wi...rce_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['update']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) tests/base.py:712: in _execute_validation validate_func(self.test_context) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ test_context = TestContext(workspaces=['workspace1-x27l4wom', 'workspace2-x27l4wom'], active_workspace='workspace1-x27l4wom', active_..._observed_state={}, k8_manager=None, discovered_workspaces=set(), unlabeled_namespace=None, namespaces_to_delete=set()) def validate_authentication_denied(test_context: TestContext) -> None: """Validate that an action failed due to authentication denial. Checks that an authentication or authorization error occurred during the action. Args: test_context: Test context containing structured error information. Raises: AssertionError: If no error occurred or error is not permission-related. """ user_name = test_context.active_user.uname workspace = test_context.active_workspace logger.info(f"Validating that action failed as expected for user '{user_name}' in workspace '{workspace}'") # Validate that an error occurred if test_context.last_error is None: logger.error(f"Validation failed: Action should have failed for unauthorized user '{user_name}', but succeeded") raise AssertionError(f"Action should have failed for unauthorized user '{user_name}', but succeeded") error_response: ErrorResponse = test_context.last_error # Check if it's a permission or authentication error if not error_response.is_permission_error(): logger.error(f"Validation failed: Expected permission/authentication error, got: {error_response.error.code} - {error_response.error.message}") > raise AssertionError( f"Action failed with unexpected error for user {user_name}: {error_response.error.code} - {error_response.error.message}. " f"Expected permission/authentication error." ) E AssertionError: Action failed with unexpected error for user test-user-4ykhrdtu: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}}. Expected permission/authentication error. tests/validations/validation_utils.py:38: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187b33f9b0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187b33f9b0>> test_data = Test Data: name=Validate that user with GET, UPDATE and DELETE permissions can delete MCP server user_info=UserInfo(wo...ceType.MCP_SERVERS: 'mcpservers'>], verbs=['get', 'update', 'delete']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187b33f9b0> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-tx1cq6g7 in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-tx1cq6g7, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187b33f6e0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187b33f6e0>> test_data = Test Data: name=Validate that user with UPDATE permission on workspace 1 cannot create MCP server in workspace 2 user_...rce_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['update']) workspace=workspace2-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) tests/base.py:712: in _execute_validation validate_func(self.test_context) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ test_context = TestContext(workspaces=['workspace1-x27l4wom', 'workspace2-x27l4wom'], active_workspace='workspace2-x27l4wom', active_..._observed_state={}, k8_manager=None, discovered_workspaces=set(), unlabeled_namespace=None, namespaces_to_delete=set()) def validate_authentication_denied(test_context: TestContext) -> None: """Validate that an action failed due to authentication denial. Checks that an authentication or authorization error occurred during the action. Args: test_context: Test context containing structured error information. Raises: AssertionError: If no error occurred or error is not permission-related. """ user_name = test_context.active_user.uname workspace = test_context.active_workspace logger.info(f"Validating that action failed as expected for user '{user_name}' in workspace '{workspace}'") # Validate that an error occurred if test_context.last_error is None: logger.error(f"Validation failed: Action should have failed for unauthorized user '{user_name}', but succeeded") raise AssertionError(f"Action should have failed for unauthorized user '{user_name}', but succeeded") error_response: ErrorResponse = test_context.last_error # Check if it's a permission or authentication error if not error_response.is_permission_error(): logger.error(f"Validation failed: Expected permission/authentication error, got: {error_response.error.code} - {error_response.error.message}") > raise AssertionError( f"Action failed with unexpected error for user {user_name}: {error_response.error.code} - {error_response.error.message}. " f"Expected permission/authentication error." ) E AssertionError: Action failed with unexpected error for user test-user-rcyfzmwr: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}}. Expected permission/authentication error. tests/validations/validation_utils.py:38: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187b33f5f0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187b33f5f0>> test_data = Test Data: name=User with GET permission cannot delete MCP server user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187b33f5f0> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-1a4dtwrk in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-1a4dtwrk, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c560> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c560>> test_data = Test Data: name=User with UPDATE permission cannot delete MCP server without DELETE permission user_info=UserInfo(work...rce_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['update']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c560> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-3fjf22xw in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-3fjf22xw, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c650> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c650>> test_data = Test Data: name=User with DELETE permission cannot create MCP server without UPDATE permission user_info=UserInfo(work...rce_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['delete']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) tests/base.py:712: in _execute_validation validate_func(self.test_context) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ test_context = TestContext(workspaces=['workspace1-x27l4wom', 'workspace2-x27l4wom'], active_workspace='workspace1-x27l4wom', active_..._observed_state={}, k8_manager=None, discovered_workspaces=set(), unlabeled_namespace=None, namespaces_to_delete=set()) def validate_authentication_denied(test_context: TestContext) -> None: """Validate that an action failed due to authentication denial. Checks that an authentication or authorization error occurred during the action. Args: test_context: Test context containing structured error information. Raises: AssertionError: If no error occurred or error is not permission-related. """ user_name = test_context.active_user.uname workspace = test_context.active_workspace logger.info(f"Validating that action failed as expected for user '{user_name}' in workspace '{workspace}'") # Validate that an error occurred if test_context.last_error is None: logger.error(f"Validation failed: Action should have failed for unauthorized user '{user_name}', but succeeded") raise AssertionError(f"Action should have failed for unauthorized user '{user_name}', but succeeded") error_response: ErrorResponse = test_context.last_error # Check if it's a permission or authentication error if not error_response.is_permission_error(): logger.error(f"Validation failed: Expected permission/authentication error, got: {error_response.error.code} - {error_response.error.message}") > raise AssertionError( f"Action failed with unexpected error for user {user_name}: {error_response.error.code} - {error_response.error.message}. " f"Expected permission/authentication error." ) E AssertionError: Action failed with unexpected error for user test-user-ty2i82al: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}}. Expected permission/authentication error. tests/validations/validation_utils.py:38: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c710> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c710>> test_data = Test Data: name=User with DELETE permission cannot get MCP server without GET permission user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c710> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-anipjd3g in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-anipjd3g, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c7d0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c7d0>> test_data = Test Data: name=User with UPDATE permission can create MCP server user_info=UserInfo(workspace='workspace1-x27l4wom', ...rce_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['update']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c7d0> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-18gmrhoz in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-18gmrhoz, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c890> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c890>> test_data = Test Data: name=User with LIST permission cannot delete MCP server without DELETE permission user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c890> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-ubtlhfga in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-ubtlhfga, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c9b0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c9b0>> test_data = Test Data: name=Validate that MCP server search results are scoped to the active workspace user_info=None workspace=None resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9c9b0> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-q6r18xk4 in workspace workspace2-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-q6r18xk4, Workspace: workspace2-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9ca70> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9ca70>> test_data = Test Data: name=Full MCP server lifecycle: create, add version and access endpoint, then delete user_info=UserInfo(wor...CP_SERVERS: 'mcpservers'>], verbs=['get', 'update', 'list', 'delete']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9ca70> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-ut5l9j9p in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-ut5l9j9p, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9cb60> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9cb60>> test_data = Test Data: name=Validate that user with UPDATE permission can create an MCP access endpoint user_info=UserInfo(workspa...rce_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['update']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9cb60> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-ekzr1j3j in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-ekzr1j3j, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9cc20> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9cc20>> test_data = Test Data: name=Validate that user with CREATE permission cannot create an MCP access endpoint without UPDATE permissi...rce_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['update']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9cc20> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-vuaj9ri9 in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-vuaj9ri9, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9cd40> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9cd40>> test_data = Test Data: name=Validate that user with GET permission can get an MCP access endpoint user_info=UserInfo(workspace='wo...rce_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['update']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9cd40> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-myifeq0a in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-myifeq0a, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9ce00> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9ce00>> test_data = Test Data: name=Validate that user with UPDATE permission cannot get an MCP access endpoint without GET permission use...rce_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['update']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9ce00> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-0x0klg5o in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-0x0klg5o, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9cec0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9cec0>> test_data = Test Data: name=Validate that MCP access endpoint search results are scoped to the active workspace user_info=None workspace=None resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9cec0> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-btlteb2z in workspace workspace2-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-btlteb2z, Workspace: workspace2-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9cfb0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9cfb0>> test_data = Test Data: name=Validate that user with UPDATE permission can update an MCP access endpoint user_info=UserInfo(workspa...rce_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['update']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9cfb0> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-8sx54941 in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-8sx54941, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9d0a0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9d0a0>> test_data = Test Data: name=User with GET permission cannot update MCP access endpoint without UPDATE permission user_info=UserInf...rce_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['update']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9d0a0> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-gpz6nnq3 in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-gpz6nnq3, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9d160> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9d160>> test_data = Test Data: name=User with DELETE permission cannot update MCP access endpoint without UPDATE permission user_info=User...rce_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['update']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9d160> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-pj74ihm9 in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-pj74ihm9, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9d220> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9d220>> test_data = Test Data: name=Validate that user with UPDATE permission can delete an MCP access endpoint user_info=UserInfo(workspa...rce_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['update']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9d220> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-j0auia76 in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-j0auia76, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9d2e0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9d2e0>> test_data = Test Data: name=User with GET permission cannot delete MCP access endpoint without UPDATE permission user_info=UserInf...rce_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['update']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9d2e0> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-zbzg38wn in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-zbzg38wn, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9d3a0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9d3a0>> test_data = Test Data: name=User with DELETE permission alone cannot delete MCP access endpoint (requires UPDATE, not DELETE) user...rce_type=[<ResourceType.MCP_SERVERS: 'mcpservers'>], verbs=['update']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize('test_data', test_scenarios, ids=lambda x: x.test_name) def test_mcp_server(self, create_user_with_permissions, test_data: TestData): """Test MCP server operations with user permissions. Executes action (if provided) and validates the result based on user permissions. """ logger.info("=" * 80) logger.info(f"Starting test: {test_data.test_name}") if test_data.user_info: verb_names = [verb.value for verb in test_data.user_info.verbs] logger.info(f"User verbs: {verb_names}, Resource: {[rt.value for rt in test_data.user_info.resource_types]}") if test_data.workspace_to_use: logger.info(f"Workspace: {test_data.workspace_to_use}") logger.info("=" * 80) if test_data.user_info: user_info: UserInfo = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) logger.info(f"Created user: {user_info.uname}") self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(self.test_context.active_workspace) logger.info(f"Set active workspace to: {test_data.workspace_to_use}") > self._execute_test_steps(test_data=test_data) tests/test_mcp_servers.py:718: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_mcp_servers.TestMCPServers object at 0x7f187af9d3a0> validate_func = <function validate_mcp_server_created at 0x7f187b072980> step_number = 1, action_name = 'action_create_mcp_server' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_mcp_server' failed for user test-user-ntjxk01i in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-ntjxk01i, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b026d80> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b026d80>> test_data = Test Data: name=User with CREATE can create a bare Skill via the direct client API user_info=UserInfo(workspace='works...m', resource_type=[<ResourceType.SKILLS: 'skills'>], verbs=['create']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b026d80> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 1, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-w3fxnuiu in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-w3fxnuiu, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b0272f0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b0272f0>> test_data = Test Data: name=User with UPDATE cannot create a bare Skill via the direct client API without CREATE user_info=UserInf...m', resource_type=[<ResourceType.SKILLS: 'skills'>], verbs=['update']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) tests/base.py:712: in _execute_validation validate_func(self.test_context) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ test_context = TestContext(workspaces=['workspace1-x27l4wom', 'workspace2-x27l4wom'], active_workspace='workspace1-x27l4wom', active_..._observed_state={}, k8_manager=None, discovered_workspaces=set(), unlabeled_namespace=None, namespaces_to_delete=set()) def validate_authentication_denied(test_context: TestContext) -> None: """Validate that an action failed due to authentication denial. Checks that an authentication or authorization error occurred during the action. Args: test_context: Test context containing structured error information. Raises: AssertionError: If no error occurred or error is not permission-related. """ user_name = test_context.active_user.uname workspace = test_context.active_workspace logger.info(f"Validating that action failed as expected for user '{user_name}' in workspace '{workspace}'") # Validate that an error occurred if test_context.last_error is None: logger.error(f"Validation failed: Action should have failed for unauthorized user '{user_name}', but succeeded") raise AssertionError(f"Action should have failed for unauthorized user '{user_name}', but succeeded") error_response: ErrorResponse = test_context.last_error # Check if it's a permission or authentication error if not error_response.is_permission_error(): logger.error(f"Validation failed: Expected permission/authentication error, got: {error_response.error.code} - {error_response.error.message}") > raise AssertionError( f"Action failed with unexpected error for user {user_name}: {error_response.error.code} - {error_response.error.message}. " f"Expected permission/authentication error." ) E AssertionError: Action failed with unexpected error for user test-user-9kwqjxo5: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}}. Expected permission/authentication error. tests/validations/validation_utils.py:38: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b0273b0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b0273b0>> test_data = Test Data: name=User with GET can retrieve a Skill user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b0273b0> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 1, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-ddeqjg3p in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-ddeqjg3p, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027470> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027470>> test_data = Test Data: name=User without GET cannot retrieve a Skill user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027470> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 1, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-c87byljg in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-c87byljg, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027590> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027590>> test_data = Test Data: name=User with LIST can search Skills user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027590> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 1, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-9tlpl1aq in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-9tlpl1aq, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b0276b0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b0276b0>> test_data = Test Data: name=User without LIST cannot search Skills user_info=UserInfo(workspace='workspace1-x27l4wom', resource_type=[<ResourceType.SKILLS: 'skills'>], verbs=['get']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) tests/base.py:712: in _execute_validation validate_func(self.test_context) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ test_context = TestContext(workspaces=['workspace1-x27l4wom', 'workspace2-x27l4wom'], active_workspace='workspace1-x27l4wom', active_..._observed_state={}, k8_manager=None, discovered_workspaces=set(), unlabeled_namespace=None, namespaces_to_delete=set()) def validate_authentication_denied(test_context: TestContext) -> None: """Validate that an action failed due to authentication denial. Checks that an authentication or authorization error occurred during the action. Args: test_context: Test context containing structured error information. Raises: AssertionError: If no error occurred or error is not permission-related. """ user_name = test_context.active_user.uname workspace = test_context.active_workspace logger.info(f"Validating that action failed as expected for user '{user_name}' in workspace '{workspace}'") # Validate that an error occurred if test_context.last_error is None: logger.error(f"Validation failed: Action should have failed for unauthorized user '{user_name}', but succeeded") raise AssertionError(f"Action should have failed for unauthorized user '{user_name}', but succeeded") error_response: ErrorResponse = test_context.last_error # Check if it's a permission or authentication error if not error_response.is_permission_error(): logger.error(f"Validation failed: Expected permission/authentication error, got: {error_response.error.code} - {error_response.error.message}") > raise AssertionError( f"Action failed with unexpected error for user {user_name}: {error_response.error.code} - {error_response.error.message}. " f"Expected permission/authentication error." ) E AssertionError: Action failed with unexpected error for user test-user-5e0ov7ps: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}}. Expected permission/authentication error. tests/validations/validation_utils.py:38: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b0277a0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b0277a0>> test_data = Test Data: name=User with UPDATE can update a Skill user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b0277a0> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 1, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-5h95zs9m in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-5h95zs9m, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027860> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027860>> test_data = Test Data: name=User without UPDATE cannot update a Skill user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027860> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 1, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-crz7wcfi in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-crz7wcfi, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027950> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027950>> test_data = Test Data: name=User with DELETE can delete a Skill user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027950> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 1, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-ahbxu0sb in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-ahbxu0sb, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027a40> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027a40>> test_data = Test Data: name=User without DELETE cannot delete a Skill user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027a40> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 1, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-mpyawih5 in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-mpyawih5, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027b00> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027b00>> test_data = Test Data: name=User cannot retrieve a Skill from another workspace user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027b00> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 1, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-y9l5fcds in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-y9l5fcds, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027b90> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027b90>> test_data = Test Data: name=Skill search excludes Skills from another workspace user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027b90> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 1, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-bh7cuqiv in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-bh7cuqiv, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027d40> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027d40>> test_data = Test Data: name=Named GET permission allows the named Skill user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027d40> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 2, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-827rgd41 in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-827rgd41, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027e00> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027e00>> test_data = Test Data: name=Named GET permission denies a different Skill user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027e00> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 2, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-uue3wkwk in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-uue3wkwk, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027ec0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027ec0>> test_data = Test Data: name=Named UPDATE permission denies a different Skill user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027ec0> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 2, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-dsxpy4w7 in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-dsxpy4w7, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027f80> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027f80>> test_data = Test Data: name=Named DELETE permission denies a different Skill user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b027f80> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 2, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-yaos7zpr in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-yaos7zpr, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b02e300> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b02e300>> test_data = Test Data: name=Named UPDATE permission allows the matching Skill user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b02e300> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 2, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-j74cfxox in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-j74cfxox, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b02c110> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b02c110>> test_data = Test Data: name=Named DELETE permission allows the matching Skill user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b02c110> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 2, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-t2gfkpqv in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-t2gfkpqv, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b02c170> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b02c170>> test_data = Test Data: name=Named GET permission does not grant unrestricted Skill search user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b02c170> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 2, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-tytl15o5 in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-tytl15o5, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b026d50> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b026d50>> test_data = Test Data: name=User can complete the Skill lifecycle user_info=UserInfo(workspace='workspace1-x27l4wom', resource_typ...ILLS: 'skills'>], verbs=['create', 'get', 'list', 'update', 'delete']) workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b026d50> validate_func = <function validate_skill_created at 0x7f187b072f20> step_number = 1, action_name = 'action_create_skill_shell' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_create_skill_shell' failed for user test-user-us0qn0cm in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-us0qn0cm, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b026a80> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b026a80>> test_data = Test Data: name=User with GET can read Skill artifact content user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b026a80> validate_func = <function validate_skill_artifact_registered at 0x7f187b073380> step_number = 1, action_name = 'action_register_local_skill' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_register_local_skill' failed for user test-user-vhmff2ek in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-vhmff2ek, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b026960> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b026960>> test_data = Test Data: name=User without GET cannot read Skill artifact content user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b026960> validate_func = <function validate_skill_artifact_registered at 0x7f187b073380> step_number = 1, action_name = 'action_register_local_skill' def _execute_validation(self, validate_func, step_number: int, action_name: str) -> None: """Execute a single validation function. Args: validate_func: The validation function to execute. step_number: The step number for logging. action_name: The action that was executed before this validation. Raises: AssertionError: If validation fails. """ validation_name = validate_func.__name__ logger.info(f"Step {step_number}: Executing validation '{validation_name}' for action '{action_name}'") # Generic error handling: if action failed and this is not an "expected failure" validation, # show the actual action error instead of letting validation give misleading messages if ( self.test_context.last_error is not None and validation_name not in { "validate_authentication_denied", "validate_authentication_denied_or_resource_not_found", "validate_mcp_access_endpoint_deleted", "validate_skill_artifact_registration_unavailable", "validate_skill_deleted", } ): error_response = self.test_context.last_error user_name = self.test_context.active_user.uname if self.test_context.active_user else "unknown" workspace = self.test_context.active_workspace or "unknown" logger.error(f"Validation '{validation_name}' failed because action '{action_name}' encountered an error for user '{user_name}' in workspace '{workspace}': {error_response.error.code} - {error_response.error.message}") # Provide detailed error message showing the actual action failure error_msg = f"Action '{action_name}' failed for user {user_name} in workspace {workspace}: {error_response.error.code} - {error_response.error.message}" if error_response.error.details: error_msg += f"\nDetails: {error_response.error.details}" > raise AssertionError(error_msg) E AssertionError: Action 'action_register_local_skill' failed for user test-user-h9uad4j7 in workspace workspace1-x27l4wom: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}} E Details: Context: User: test-user-h9uad4j7, Workspace: workspace1-x27l4wom tests/base.py:709: AssertionErrorself = <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b02c5f0> create_user_with_permissions = <bound method TestBase._create_user of <tests.test_skill_registry.TestSkillRegistry object at 0x7f187b02c5f0>> test_data = Test Data: name=User with CREATE cannot register a local Skill without UPDATE user_info=None workspace=workspace1-x27l4wom resource_slot=None @pytest.mark.parametrize( "test_data", test_scenarios, ids=lambda scenario: scenario.test_name, ) def test_skill_registry(self, create_user_with_permissions, test_data): logger.info("Starting test: %s", test_data.test_name) if test_data.user_info: user_info = create_user_with_permissions( workspace=test_data.user_info.workspace, verbs=test_data.user_info.verbs, resource_types=test_data.user_info.resource_types, subresources=test_data.user_info.subresources, resource_names=test_data.user_info.resource_names, ) self.test_context.active_user = user_info self.test_context.user_client = user_info.client if test_data.workspace_to_use: self.test_context.active_workspace = test_data.workspace_to_use mlflow.set_workspace(test_data.workspace_to_use) > self._execute_test_steps(test_data=test_data) tests/test_skill_registry.py:672: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/base.py:634: in _execute_test_steps self._execute_validation(validate_func=step.validate_func, step_number=i, action_name=action_name) tests/base.py:712: in _execute_validation validate_func(self.test_context) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ test_context = TestContext(workspaces=['workspace1-x27l4wom', 'workspace2-x27l4wom'], active_workspace='workspace1-x27l4wom', active_..._observed_state={}, k8_manager=None, discovered_workspaces=set(), unlabeled_namespace=None, namespaces_to_delete=set()) def validate_authentication_denied(test_context: TestContext) -> None: """Validate that an action failed due to authentication denial. Checks that an authentication or authorization error occurred during the action. Args: test_context: Test context containing structured error information. Raises: AssertionError: If no error occurred or error is not permission-related. """ user_name = test_context.active_user.uname workspace = test_context.active_workspace logger.info(f"Validating that action failed as expected for user '{user_name}' in workspace '{workspace}'") # Validate that an error occurred if test_context.last_error is None: logger.error(f"Validation failed: Action should have failed for unauthorized user '{user_name}', but succeeded") raise AssertionError(f"Action should have failed for unauthorized user '{user_name}', but succeeded") error_response: ErrorResponse = test_context.last_error # Check if it's a permission or authentication error if not error_response.is_permission_error(): logger.error(f"Validation failed: Expected permission/authentication error, got: {error_response.error.code} - {error_response.error.message}") > raise AssertionError( f"Action failed with unexpected error for user {user_name}: {error_response.error.code} - {error_response.error.message}. " f"Expected permission/authentication error." ) E AssertionError: Action failed with unexpected error for user test-user-zo6qcw9k: RESOURCE_NOT_FOUND - INTERNAL_ERROR: Response: {'error': {'code': 'ENDPOINT_NOT_FOUND', 'message': 'Endpoint not found.'}}. Expected permission/authentication error. tests/validations/validation_utils.py:38: AssertionError/mlflow/mlflow-tests/tests/test_trace_archival.py:91: trace archival live Job requires object storage and an enabled trace archival configuration