Use plugin name instead of hardcoded plugin

deafrica_conflux/cli/run_from_list.py

@@ -1,4 +1,5 @@
 import logging
+from importlib import import_module
 
 import click
 import datacube
@@ -20,10 +21,9 @@
     help="Run deafrica-conflux on a list of dataset ids passed as a string.",
 )
 @click.option(
-    "--plugin-file",
-    "-p",
-    type=click.Path(exists=True, dir_okay=False),
-    help="Path to Conflux plugin (.py).",
+    "--plugin-name",
+    type=str,
+    help="Name of the plugin. Plugin file must be in the deafrica_conflux/plugins/ directory.",
 )
 @click.option(
     "-dataset-ids-list", type=str, help="A list of dataset IDs to run deafrica-conflux on."
@@ -72,7 +72,7 @@
     help="Not matter DataFrame is empty or not, always as it as Parquet file.",
 )
 def run_from_list(
-    plugin_file,
+    plugin_name,
     dataset_ids_list,
     polygons_vector_file,
     use_id,
@@ -91,8 +91,10 @@ def run_from_list(
     _log = logging.getLogger(__name__)
 
     # Read the plugin as a Python module.
+    module = import_module(f"deafrica_conflux.plugins.{plugin_name}")
+    plugin_file = module.__file__
     plugin = run_plugin(plugin_file)
-    _log.info(f"Using plugin {plugin.__file__}")
+    _log.info(f"Using plugin {plugin_file}")
     validate_plugin(plugin)
 
     # Get the product name from the plugin.

deafrica_conflux/cli/run_from_queue.py

@@ -1,4 +1,5 @@
 import logging
+from importlib import import_module
 
 import boto3
 import click
@@ -13,7 +14,6 @@
 import deafrica_conflux.queues
 import deafrica_conflux.stack
 from deafrica_conflux.cli.logs import logging_setup
-from deafrica_conflux.plugins import waterbodies_timeseries
 from deafrica_conflux.plugins.utils import run_plugin, validate_plugin
 
 
@@ -22,6 +22,11 @@
     no_args_is_help=True,
     help="Run deafrica-conflux on dataset ids from an SQS queue.",
 )
+@click.option(
+    "--plugin-name",
+    type=str,
+    help="Name of the plugin. Plugin file must be in the deafrica_conflux/plugins/ directory.",
+)
 @click.option(
     "--dataset-ids-queue",
     type=str,
@@ -81,6 +86,7 @@
     help="Not matter DataFrame is empty or not, always as it as Parquet file.",
 )
 def run_from_sqs_queue(
+    plugin_name,
     dataset_ids_queue,
     polygons_vector_file,
     use_id,
@@ -101,7 +107,8 @@ def run_from_sqs_queue(
     _log = logging.getLogger(__name__)
 
     # Read the plugin as a Python module.
-    plugin_file = waterbodies_timeseries.__file__
+    module = import_module(f"deafrica_conflux.plugins.{plugin_name}")
+    plugin_file = module.__file__
     plugin = run_plugin(plugin_file)
     _log.info(f"Using plugin {plugin_file}")
     validate_plugin(plugin)

deafrica_conflux/cli/run_from_txt.py

@@ -1,5 +1,6 @@
 import logging
 import os
+from importlib import import_module
 
 import click
 import datacube
@@ -22,10 +23,9 @@
     help="Run deafrica-conflux on dataset ids from a text file.",
 )
 @click.option(
-    "--plugin-file",
-    "-p",
-    type=click.Path(exists=True, dir_okay=False),
-    help="Path to Conflux plugin (.py).",
+    "--plugin-name",
+    type=str,
+    help="Name of the plugin. Plugin file must be in the deafrica_conflux/plugins/ directory.",
 )
 @click.option(
     "--dataset-ids-file",
@@ -76,7 +76,7 @@
     help="Not matter DataFrame is empty or not, always as it as Parquet file.",
 )
 def run_from_txt(
-    plugin_file,
+    plugin_name,
     dataset_ids_file,
     polygons_vector_file,
     use_id,
@@ -98,8 +98,10 @@ def run_from_txt(
     _log = logging.getLogger(__name__)
 
     # Read the plugin as a Python module.
+    module = import_module(f"deafrica_conflux.plugins.{plugin_name}")
+    plugin_file = module.__file__
     plugin = run_plugin(plugin_file)
-    _log.info(f"Using plugin {plugin.__file__}")
+    _log.info(f"Using plugin {plugin_file}")
     validate_plugin(plugin)
 
     # Get the product name from the plugin.