Merge pull request #43 from d33bs/main

Add returns to tasks to address Nonetype upstream_tasks mapped task issues

setup.py

@@ -20,7 +20,7 @@
 # This call to setup() does all the work
 setuptools.setup(
     name="cupyopt",
-    version="1.1.0.1",
+    version="1.1.0.2",
     description="CU Python Opinionated Prefect Tasks",
     long_description=README,
     long_description_content_type="text/x-rst",

src/cupyopt/objectstore_tasks.py

@@ -66,6 +66,7 @@ def run(self, client: Minio, bucket_name: str):
             self.logger.info(
                 "Bucket %s already exists, taking no actions.", bucket_name
             )
+        return bucket_name
 
 
 class ObjstrPut(Task):
@@ -120,6 +121,8 @@ def run(
 
         self.logger.info("Put data under %s as %s", bucket_name, object_name)
 
+        return object_name
+
 
 class ObjstrGet(Task):
     """get object as data from object store"""
@@ -249,6 +252,8 @@ def run(
             "Put file %s under %s as %s", file_path, bucket_name, object_name
         )
 
+        return object_name
+
 
 class ObjstrFGet(Task):
     """get object as file from object store"""

src/cupyopt/sftp_tasks.py

@@ -204,6 +204,8 @@ def run(
 
             self.logger.info("SFTPPut %s", workfile)
 
+            return workfile
+
 
 class SFTPRemove(Task):
     """
@@ -266,6 +268,8 @@ def run(
             # Read the file into a dataframe
             self.logger.info("SFTPRemove %s", workfile)
 
+            return workfile
+
 
 class SFTPRename(Task):
     """
@@ -357,6 +361,8 @@ def run(
             finally:
                 sftp.close()
 
+            return target
+
 
 class SFTPPoll(Task):
     """
@@ -430,6 +436,7 @@ def run(
             files_df = pd.DataFrame(files_data, columns=["File Name", "MTime"])
 
             self.logger.info("Found %s files to process.", len(files_df.index))
+
             return files_df