You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airavata.apache.org by ma...@apache.org on 2020/01/03 21:49:54 UTC
[airavata-django-portal] 02/03: AIRAVATA-3281 Tests for
data_products_helper
This is an automated email from the ASF dual-hosted git repository.
machristie pushed a commit to branch develop
in repository https://gitbox.apache.org/repos/asf/airavata-django-portal.git
commit a8add0bfb52bb42bf5c016e738242774af1fcca1
Author: Marcus Christie <ma...@apache.org>
AuthorDate: Fri Jan 3 12:09:35 2020 -0500
AIRAVATA-3281 Tests for data_products_helper
---
django_airavata/apps/api/tests/__init__.py | 0
.../apps/api/tests/test_data_products_helper.py | 144 +++++++++++++++++++++
.../apps/api/{tests.py => tests/test_views.py} | 3 +-
3 files changed, 145 insertions(+), 2 deletions(-)
diff --git a/django_airavata/apps/api/tests/__init__.py b/django_airavata/apps/api/tests/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/django_airavata/apps/api/tests/test_data_products_helper.py b/django_airavata/apps/api/tests/test_data_products_helper.py
new file mode 100644
index 0000000..317e28c
--- /dev/null
+++ b/django_airavata/apps/api/tests/test_data_products_helper.py
@@ -0,0 +1,144 @@
+import io
+import os
+import tempfile
+import uuid
+from unittest.mock import MagicMock
+from urllib.parse import urlparse
+
+from django.contrib.auth.models import User
+from django.test import RequestFactory, TestCase, override_settings
+
+from airavata.model.data.replica.ttypes import (
+ DataProductModel,
+ DataProductType,
+ DataReplicaLocationModel,
+ ReplicaLocationCategory
+)
+from django_airavata.apps.api import data_products_helper
+
+GATEWAY_ID = 'test-gateway'
+
+
+@override_settings(GATEWAY_ID=GATEWAY_ID)
+class BaseTestCase(TestCase):
+
+ def setUp(self):
+ self.user = User.objects.create_user('testuser')
+ self.factory = RequestFactory()
+ # Dummy POST request
+ self.request = self.factory.post('/upload', {})
+ self.request.user = self.user
+ self.request.airavata_client = MagicMock(name="airavata_client")
+ self.product_uri = f"airavata-dp://{uuid.uuid4()}"
+ self.request.airavata_client.registerDataProduct.return_value = \
+ self.product_uri
+ self.request.authz_token = "dummy"
+
+
+class SaveTests(BaseTestCase):
+
+ def test_save_with_defaults(self):
+ "Test save with default name and content type"
+ with tempfile.TemporaryDirectory() as tmpdirname, \
+ self.settings(GATEWAY_DATA_STORE_DIR=tmpdirname,
+ GATEWAY_DATA_STORE_HOSTNAME="gateway.com"):
+ # path is just the user directory in gateway storage
+ path = os.path.join(tmpdirname, self.user.username)
+ file = io.StringIO("Foo file")
+ file.name = "foo.txt"
+ data_product = data_products_helper.save(self.request, path, file)
+
+ self.assertEqual(data_product.productUri, self.product_uri)
+ self.request.airavata_client.registerDataProduct.\
+ assert_called_once()
+ args, kws = self.request.airavata_client.registerDataProduct.\
+ call_args
+ dp = args[1]
+ self.assertEqual(self.user.username, dp.ownerName)
+ self.assertEqual("foo.txt", dp.productName)
+ self.assertEqual(DataProductType.FILE, dp.dataProductType)
+ self.assertDictEqual({'mime-type': 'text/plain'},
+ dp.productMetadata)
+ self.assertEqual(1, len(dp.replicaLocations))
+ self.assertEqual(f"file://gateway.com:{path}/{file.name}",
+ dp.replicaLocations[0].filePath)
+
+ def test_save_with_name_and_content_type(self):
+ "Test save with specified name and content type"
+ with tempfile.TemporaryDirectory() as tmpdirname, \
+ self.settings(GATEWAY_DATA_STORE_DIR=tmpdirname,
+ GATEWAY_DATA_STORE_HOSTNAME="gateway.com"):
+ # path is just the user directory in gateway storage
+ path = os.path.join(tmpdirname, self.user.username)
+ file = io.StringIO("Foo file")
+ file.name = "foo.txt"
+ data_product = data_products_helper.save(
+ self.request, path, file, name="bar.txt",
+ content_type="application/some-app")
+
+ self.assertEqual(data_product.productUri, self.product_uri)
+ self.request.airavata_client.registerDataProduct.\
+ assert_called_once()
+ args, kws = self.request.airavata_client.registerDataProduct.\
+ call_args
+ dp = args[1]
+ self.assertEqual(self.user.username, dp.ownerName)
+ self.assertEqual("bar.txt", dp.productName)
+ self.assertEqual(DataProductType.FILE, dp.dataProductType)
+ self.assertDictEqual({'mime-type': 'application/some-app'},
+ dp.productMetadata)
+ self.assertEqual(1, len(dp.replicaLocations))
+ self.assertEqual(f"file://gateway.com:{path}/bar.txt",
+ dp.replicaLocations[0].filePath)
+
+
+class CopyInputFileUploadTests(BaseTestCase):
+ def test_copy_input_file_upload(self):
+ "Test copy input file upload copies data product"
+ with tempfile.TemporaryDirectory() as tmpdirname, \
+ self.settings(GATEWAY_DATA_STORE_DIR=tmpdirname,
+ GATEWAY_DATA_STORE_HOSTNAME="gateway.com"):
+ # path is just the user directory in gateway storage
+ source_path = os.path.join(
+ tmpdirname, self.user.username, "foo.ext")
+ os.makedirs(os.path.dirname(source_path))
+ with open(source_path, 'wb') as f:
+ f.write(b"123")
+
+ data_product = DataProductModel()
+ data_product.productUri = f"airavata-dp://{uuid.uuid4()}"
+ data_product.gatewayId = GATEWAY_ID
+ data_product.ownerName = self.user.username
+ data_product.productName = "foo.ext"
+ data_product.dataProductType = DataProductType.FILE
+ data_product.productMetadata = {
+ 'mime-type': 'application/some-app'
+ }
+ replica_category = ReplicaLocationCategory.GATEWAY_DATA_STORE
+ replica_path = f"file://gateway.com:{source_path}"
+ data_product.replicaLocations = [
+ DataReplicaLocationModel(
+ filePath=replica_path,
+ replicaLocationCategory=replica_category)]
+
+ data_product_copy = data_products_helper.copy_input_file_upload(
+ self.request, data_product)
+
+ self.request.airavata_client.registerDataProduct.\
+ assert_called_once()
+ self.assertIsNot(data_product_copy, data_product)
+ self.assertNotEqual(data_product_copy.productUri,
+ data_product.productUri)
+ self.assertDictEqual(data_product_copy.productMetadata,
+ data_product.productMetadata)
+ self.assertEqual(data_product_copy.productName,
+ data_product.productName)
+ self.assertEqual(data_product_copy.dataProductType,
+ data_product.dataProductType)
+ replica_copy_path = data_product_copy.replicaLocations[0].filePath
+ self.assertNotEqual(replica_copy_path, replica_path)
+ replica_copy_filepath = urlparse(replica_copy_path).path
+ self.assertEqual(
+ os.path.dirname(replica_copy_filepath),
+ os.path.join(tmpdirname, self.user.username, "tmp"),
+ msg="Verify input file copied to user's tmp dir")
diff --git a/django_airavata/apps/api/tests.py b/django_airavata/apps/api/tests/test_views.py
similarity index 99%
rename from django_airavata/apps/api/tests.py
rename to django_airavata/apps/api/tests/test_views.py
index 8d87d97..a70703f 100644
--- a/django_airavata/apps/api/tests.py
+++ b/django_airavata/apps/api/tests/test_views.py
@@ -9,8 +9,7 @@ from rest_framework.test import APIRequestFactory, force_authenticate
from airavata.model.appcatalog.gatewaygroups.ttypes import GatewayGroups
from airavata.model.group.ttypes import GroupModel
from airavata.model.user.ttypes import UserProfile
-
-from . import signals, views
+from django_airavata.apps.api import signals, views
GATEWAY_ID = "test-gateway"
PORTAL_ADMINS = [('Admin Name', 'admin@example.com')]