Import artifact

qiita_db/test/test_user.py

@@ -418,5 +418,21 @@ def test_delete_messages(self):
         obs = self.conn_handler.execute_fetchall(sql)
         self.assertItemsEqual(obs, [[1], [3]])
 
+    def test_user_artifacts(self):
+        user = qdb.user.User('test@foo.bar')
+        obs = user.user_artifacts()
+        exp = {qdb.study.Study(1): [qdb.artifact.Artifact(1),
+                                    qdb.artifact.Artifact(2),
+                                    qdb.artifact.Artifact(3),
+                                    qdb.artifact.Artifact(4),
+                                    qdb.artifact.Artifact(5),
+                                    qdb.artifact.Artifact(6)]}
+        self.assertEqual(obs, exp)
+        obs = user.user_artifacts(artifact_type='BIOM')
+        exp = {qdb.study.Study(1): [qdb.artifact.Artifact(4),
+                                    qdb.artifact.Artifact(5),
+                                    qdb.artifact.Artifact(6)]}
+        self.assertEqual(obs, exp)
+
 if __name__ == "__main__":
     main()

qiita_db/user.py

@@ -31,6 +31,8 @@
 from re import sub
 from datetime import datetime
 
+from future.utils import viewitems
+
 from qiita_core.exceptions import (IncorrectEmailError, IncorrectPasswordError,
                                    IncompetentQiitaDeveloperError)
 from qiita_core.qiita_settings import qiita_config
@@ -475,6 +477,46 @@ def unread_messages(self):
             return qdb.sql_connection.TRN.execute_fetchindex()
 
     # ------- methods ---------
+    def user_artifacts(self, artifact_type=None):
+        """Returns the artifacts owned by the user, grouped by study
+
+        Parameters
+        ----------
+        artifact_type : str, optional
+            The artifact type to retrieve. Default: retrieve all artfact types
+
+        Returns
+        -------
+        dict of {qiita_db.study.Study: list of qiita_db.artifact.Artifact}
+            The artifacts owned by the user
+        """
+        with qdb.sql_connection.TRN:
+            sql_args = [self.id, qiita_config.portal]
+            sql_a_type = ""
+            if artifact_type:
+                sql_a_type = " AND artifact_type = %s"
+                sql_args.append(artifact_type)
+
+            sql = """SELECT study_id, array_agg(
+                        artifact_id ORDER BY artifact_id)
+                     FROM qiita.study
+                        JOIN qiita.study_portal USING (study_id)
+                        JOIN qiita.portal_type USING (portal_type_id)
+                        JOIN qiita.study_artifact USING (study_id)
+                        JOIN qiita.artifact USING (artifact_id)
+                        JOIN qiita.artifact_type USING (artifact_type_id)
+                        WHERE email = %s AND portal = %s{0}
+                        GROUP BY study_id
+                        ORDER BY study_id""".format(sql_a_type)
+            qdb.sql_connection.TRN.add(sql, sql_args)
+            db_res = dict(qdb.sql_connection.TRN.execute_fetchindex())
+            res = {}
+            for s_id, artifact_ids in viewitems(db_res):
+                res[qdb.study.Study(s_id)] = [
+                    qdb.artifact.Artifact(a_id) for a_id in artifact_ids]
+
+            return res
+
     def change_password(self, oldpass, newpass):
         """Changes the password from oldpass to newpass
 

qiita_pet/handlers/api_proxy/artifact.py

@@ -234,7 +234,7 @@ def artifact_get_req(user_id, artifact_id):
 
 @execute_as_transaction
 def artifact_post_req(user_id, filepaths, artifact_type, name,
-                      prep_template_id):
+                      prep_template_id, artifact_id=None):
     """Creates the initial artifact for the prep template
 
     Parameters
@@ -250,6 +250,8 @@ def artifact_post_req(user_id, filepaths, artifact_type, name,
         Name to give the artifact
     prep_template_id : int or str castable to int
         Prep template to attach the artifact to
+    artifact_id : str, optional
+        The id of the imported artifact
 
     Returns
     -------
@@ -267,41 +269,55 @@ def artifact_post_req(user_id, filepaths, artifact_type, name,
     if access_error:
         return access_error
 
-    uploads_path = get_mountpoint('uploads')[0][1]
-    path_builder = partial(join, uploads_path, str(study_id))
-    cleaned_filepaths = []
-    for ftype, file_list in viewitems(filepaths):
-        # JavaScript sends us this list as a comma-separated list
-        for fp in file_list.split(','):
-            # JavaScript will send this value as an empty string if the
-            # list of files was empty. In such case, the split will generate
-            # a single element containing the empty string. Check for that case
-            # here and, if fp is not the empty string, proceed to check if
-            # the file exists
-            if fp:
-                # Check if filepath being passed exists for study
-                full_fp = path_builder(fp)
-                exists = check_fp(study_id, full_fp)
-                if exists['status'] != 'success':
-                    return {'status': 'error',
-                            'message': 'File does not exist: %s' % fp}
-                cleaned_filepaths.append((full_fp, ftype))
-
-    # This should never happen, but it doesn't hurt to actually have
-    # a explicit check, in case there is something odd with the JS
-    if not cleaned_filepaths:
-        return {'status': 'error',
-                'message': "Can't create artifact, no files provided."}
+    if artifact_id:
+        # if the artifact id has been provided, import the artifact
+        try:
+            artifact = Artifact.copy(Artifact(artifact_id), prep)
+        except Exception as e:
+            # We should hit this exception rarely (that's why it is an
+            # exception)  since at this point we have done multiple checks.
+            # However, it can occur in weird cases, so better let the GUI know
+            # that this failed
+            return {'status': 'error',
+                    'message': "Error creating artifact: %s" % str(e)}
 
-    try:
-        artifact = Artifact.create(cleaned_filepaths, artifact_type, name=name,
-                                   prep_template=prep)
-    except Exception as e:
-        # We should hit this exception rarely (that's why it is an exception)
-        # since at this point we have done multiple checks. However, it can
-        # occur in weird cases, so better let the GUI know that this failed
-        return {'status': 'error',
-                'message': "Error creating artifact: %s" % str(e)}
+    else:
+        uploads_path = get_mountpoint('uploads')[0][1]
+        path_builder = partial(join, uploads_path, str(study_id))
+        cleaned_filepaths = []
+        for ftype, file_list in viewitems(filepaths):
+            # JavaScript sends us this list as a comma-separated list
+            for fp in file_list.split(','):
+                # JavaScript will send this value as an empty string if the
+                # list of files was empty. In such case, the split will
+                # generate a single element containing the empty string. Check
+                # for that case here and, if fp is not the empty string,
+                # proceed to check if the file exists
+                if fp:
+                    # Check if filepath being passed exists for study
+                    full_fp = path_builder(fp)
+                    exists = check_fp(study_id, full_fp)
+                    if exists['status'] != 'success':
+                        return {'status': 'error',
+                                'message': 'File does not exist: %s' % fp}
+                    cleaned_filepaths.append((full_fp, ftype))
+
+        # This should never happen, but it doesn't hurt to actually have
+        # a explicit check, in case there is something odd with the JS
+        if not cleaned_filepaths:
+            return {'status': 'error',
+                    'message': "Can't create artifact, no files provided."}
+
+        try:
+            artifact = Artifact.create(cleaned_filepaths, artifact_type,
+                                       name=name, prep_template=prep)
+        except Exception as e:
+            # We should hit this exception rarely (that's why it is an
+            # exception)  since at this point we have done multiple checks.
+            # However, it can occur in weird cases, so better let the GUI know
+            # that this failed
+            return {'status': 'error',
+                    'message': "Error creating artifact: %s" % str(e)}
 
     return {'status': 'success',
             'message': '',

qiita_pet/handlers/api_proxy/studies.py

@@ -8,6 +8,8 @@
 from __future__ import division
 from collections import defaultdict
 
+from future.utils import viewitems
+
 from qiita_db.user import User
 from qiita_db.study import Study
 from qiita_db.metadata_template.prep_template import PrepTemplate
@@ -180,7 +182,7 @@ def study_prep_get_req(study_id, user_id):
             'info': prep_info}
 
 
-def study_files_get_req(study_id, prep_template_id, artifact_type):
+def study_files_get_req(user_id, study_id, prep_template_id, artifact_type):
     """Returns the uploaded files for the study id categorized by artifact_type
 
     It retrieves the files uploaded for the given study and tries to do a
@@ -189,6 +191,8 @@ def study_files_get_req(study_id, prep_template_id, artifact_type):
 
     Parameters
     ----------
+    user_id : str
+        The id of the user making the request
     study_id : int
         The study id
     prep_template_id : int
@@ -242,8 +246,20 @@ def study_files_get_req(study_id, prep_template_id, artifact_type):
     # because selected is initialized to the empty list
     file_types.insert(0, (first[0], first[1], selected))
 
+    # Create a list of artifacts that the user has access to, in case that
+    # he wants to import the files from another artifact
+    user = User(user_id)
+    artifact_options = []
+    for study, artifacts in viewitems(user.user_artifacts(
+                                      artifact_type=artifact_type)):
+        study_label = "%s (%d)" % (study.title, study.id)
+        for a in artifacts:
+            artifact_options.append(
+                (a.id, "%s - %s (%d)" % (study_label, a.name, a.id)))
+
     return {'status': 'success',
             'message': '',
             'remaining': remaining,
             'file_types': file_types,
-            'num_prefixes': num_prefixes}
+            'num_prefixes': num_prefixes,
+            'artifacts': artifact_options}

qiita_pet/handlers/api_proxy/tests/test_artifact.py

@@ -326,6 +326,26 @@ def test_artifact_post_req(self):
         a = Artifact(new_artifact_id)
         self._files_to_remove.extend([fp for _, fp, _ in a.filepaths])
 
+        # Test importing an artifact
+        # Create new prep template to attach artifact to
+        pt = npt.assert_warns(
+            QiitaDBWarning, PrepTemplate.create,
+            pd.DataFrame({'new_col': {'1.SKD6.640190': 1}}), Study(1), '16S')
+        self._files_to_remove.extend([fp for _, fp in pt.get_filepaths()])
+
+        new_artifact_id_2 = get_count('qiita.artifact') + 1
+        obs = artifact_post_req(
+            'test@foo.bar', {}, 'FASTQ', 'New Test Artifact 2', pt.id,
+            new_artifact_id)
+        exp = {'status': 'success',
+               'message': '',
+               'artifact': new_artifact_id_2}
+        self.assertEqual(obs, exp)
+        # Instantiate the artifact to make sure it was made and
+        # to clean the environment
+        a = Artifact(new_artifact_id)
+        self._files_to_remove.extend([fp for _, fp, _ in a.filepaths])
+
     def test_artifact_post_req_error(self):
         # Create a new prep template to attach the artifact to
         pt = npt.assert_warns(

qiita_pet/handlers/api_proxy/tests/test_studies.py

@@ -247,14 +247,16 @@ def test_study_delete_req_no_exists(self):
         self.assertEqual(obs, exp)
 
     def test_study_files_get_req(self):
-        obs = study_files_get_req(1, 1, 'FASTQ')
+        obs = study_files_get_req('test@foo.bar', 1, 1, 'FASTQ')
         exp = {'status': 'success',
                'message': '',
                'remaining': ['uploaded_file.txt'],
                'file_types': [('raw_barcodes', True, []),
                               ('raw_forward_seqs', True, []),
                               ('raw_reverse_seqs', False, [])],
-               'num_prefixes': 1}
+               'num_prefixes': 1,
+               'artifacts': [(1, 'Identification of the Microbiomes for '
+                                 'Cannabis Soils (1) - Raw data 1 (1)')]}
         self.assertEqual(obs, exp)
 
 if __name__ == '__main__':

qiita_pet/handlers/study_handlers/artifact.py

@@ -47,13 +47,16 @@ def post(self):
         artifact_type = self.get_argument('artifact-type')
         name = self.get_argument('name')
         prep_id = self.get_argument('prep-template-id')
+        artifact_id = self.get_argument('import-artifact')
 
         # Request the rest of the arguments, which will be the files
         files = {arg: self.get_argument(arg) for arg in self.request.arguments
-                 if arg not in ['name', 'prep-template-id', 'artifact-type']}
+                 if arg not in ['name', 'prep-template-id', 'artifact-type',
+                                'import-artifact']}
 
         artifact = artifact_post_req(
-            self.current_user.id, files, artifact_type, name, prep_id)
+            self.current_user.id, files, artifact_type, name, prep_id,
+            artifact_id)
         self.write(artifact)
 
 

qiita_pet/handlers/study_handlers/base.py

@@ -78,9 +78,6 @@ def get(self):
         atype = self.get_argument('artifact_type')
         pt_id = self.get_argument('prep_template_id')
 
-        res = study_files_get_req(study_id, pt_id, atype)
+        res = study_files_get_req(self.current_user.id, study_id, pt_id, atype)
 
-        self.render('study_ajax/artifact_file_selector.html',
-                    remaining=res['remaining'],
-                    file_types=res['file_types'],
-                    num_prefixes=res['num_prefixes'])
+        self.render('study_ajax/artifact_file_selector.html', **res)

qiita_pet/templates/study_ajax/add_artifact.html

@@ -82,7 +82,7 @@
 
 <div class="row">
   <div class="col-md-12">
-    <h4><i>Add files</i></h4>
+    <h4><i>No files attached to this preparation</i></h4>
   </div>
 </div>
 

qiita_pet/templates/study_ajax/artifact_file_selector.html

@@ -1,3 +1,4 @@
+<link rel="stylesheet" href="/static/vendor/css/chosen.css" type="text/css">
 <script type="text/javascript>">
   /**
    *
@@ -131,6 +132,23 @@
     // Add the event listener to all the lists that can be checked
     $(".checkable").on( "sortupdate", on_change_validation );
 
+    // When the artifact importer changes, check if we need to show the import
+    // button
+    $("#import-artifact").change(function(event) {
+      if( $("#import-artifact").val() !== "") {
+        $("#artifact-import-btn").show();
+        $("#drag-files-div").hide();
+        $("#submit-div").hide();
+      }
+      else {
+        $("#artifact-import-btn").hide();
+        $("#drag-files-div").show();
+        allow_submission();
+      }
+    });
+
+    $("#artifact-import-btn").hide()
+
     // Perform the first check to all the lists, given that we may be
     // prepopulating some of them
     check_files_lists();
@@ -164,7 +182,19 @@
 </style>
 <div class="row">
   <div class="col-md-12">
-    <b>Click and drag your files to the correct file type:</b><br/>
+    <b>Import files from other studies:</b>
+    <select id="import-artifact" name="import-artifact">
+      <option value="">Choose an artfact to import...</option>
+      {% for a_id, label in artifacts %}
+        <option value="{{a_id}}">{{label}}</option>
+      {% end %}
+    </select>
+    <button id="artifact-import-btn" class="btn btn-default btn-sm" onclick="console.log('clicked')"><span class="glyphicon glyphicon-import"></span> Import</button>
+  </div>
+</div>
+<div id="drag-files-div" class="row">
+  <div class="col-md-12">
+    <b>Or click and drag your uploaded files to the correct file type:</b><br/>
   </div>
   <div class="col-md-3" id="files-div">
     <p style="text-align: center;"><i>Available Files</i></p>

qiita_pet/templates/study_ajax/sample_summary.html

@@ -27,9 +27,11 @@
           populate_data_type_menu_div();
           if (act == 'delete') {
             $("#sample-summary-btn").hide();
+            $("#add-new-preparation-btn").hide();
           }
           else if(act == 'create') {
             $("#sample-summary-btn").show();
+            $("#add-new-preparation-btn").show();
           }
         }
       })