Algo-XXX proide a getDir() path for Data Directories (#110)

* initial functional getDir commit

* removed debug print statement

* added basic test

* updated syntax

Author: zeryx

Algorithmia/datadirectory.py

@@ -73,6 +73,15 @@ def dir(self, name):
     def dirs(self):
         return self._get_directory_iterator(DataObjectType.directory)
 
+    def getDir(self):
+        directory = tempfile.mkdtemp()
+        for file in self.files():
+            correct_filename = file.getName()
+            correct_file_path = os.path.join(directory, correct_filename)
+            local_file = file.getFile(as_path=True)
+            os.rename(local_file, correct_file_path)
+        return directory
+
     def list(self):
         return self._get_directory_iterator()
 

Algorithmia/datafile.py

@@ -33,7 +33,7 @@ def get(self):
         return self.client.getHelper(self.url)
 
     # Get file from the data api
-    def getFile(self):
+    def getFile(self, as_path=False):
         exists, error = self.existsWithError()
         if not exists:
             raise DataApiError('unable to get file {} - {}'.format(self.path, error))
@@ -45,7 +45,10 @@ def getFile(self):
                     break
                 f.write(block)
             f.flush()
-        return open(f.name)
+        if as_path:
+            return f.name
+        else:
+            return open(f.name)
 
     def getName(self):
         _, name = getParentAndBase(self.path)

Test/datadirectory_test.py

@@ -93,12 +93,33 @@ def list_files_small(self, collectionName):
 
         dd.delete(True)
 
+    def get_files(self, collectionName):
+        dd = self.client.dir(collectionName)
+        if dd.exists():
+            dd.delete(True)
+
+        dd.create()
+
+        f1 = dd.file('a')
+        f1.put('data')
+
+        f2 = dd.file('b')
+        f2.put('data')
+
+        local_path = dd.getDir()
+        self.assertTrue(os.path.isfile(os.path.join(local_path, "a")))
+        self.assertTrue(os.path.isfile(os.path.join(local_path, "b")))
+
+
     def test_list_files_small_without_trailing_slash(self):
         self.list_files_small('data://.my/test_list_files_small')
 
     def test_list_files_small_with_trailing_slash(self):
         self.list_files_small('data://.my/test_list_files_small/')
 
+    def test_get_directory(self):
+        self.get_files("data://.my/test_list_files_small")
+
     def test_list_folders(self):
         dd = DataDirectory(self.client, 'data://.my/')