diff --git a/Metagenomics/Illumina/Workflow_Documentation/NF_MGIllumina-A/README.md b/Metagenomics/Illumina/Workflow_Documentation/NF_MGIllumina-A/README.md index 55a7a650..75f2ec15 100644 --- a/Metagenomics/Illumina/Workflow_Documentation/NF_MGIllumina-A/README.md +++ b/Metagenomics/Illumina/Workflow_Documentation/NF_MGIllumina-A/README.md @@ -118,7 +118,7 @@ nextflow run main.nf --help #### 4a. Approach 1: Run slurm jobs in singularity containers with OSD accession as input ```bash -nextflow run main.nf -resume -profile slurm,singularity --GLDS_accession OSD-574 +nextflow run main.nf -resume -profile slurm,singularity --accession OSD-574 ```
@@ -149,9 +149,9 @@ nextflow run main.nf -resume -profile conda --csv_file SE_file.csv --conda.qc

_-associated-file-names.tsv (File association table for curation) + + - Post_processing/_metagenomics-validation.log (Automatic verification and validation log file) + + - Post_processing/processed_md5sum_GLmetagenomics.tsv (md5sums for the files to be released on OSDR) + + - Post_processing/processing_info_GLmetagenomics.zip (Zip file containing all files used to run the workflow and required logs with paths purged) + + - Post_processing/protocol.txt (File describing the methods used by the workflow) + + - Post_processing/README_GLmetagenomics.txt (README file listing and describing the outputs of the workflow) + diff --git a/Metagenomics/Illumina/Workflow_Documentation/NF_MGIllumina-A/workflow_code/main.nf b/Metagenomics/Illumina/Workflow_Documentation/NF_MGIllumina-A/workflow_code/main.nf index 2249aa9f..9f412edc 100644 --- a/Metagenomics/Illumina/Workflow_Documentation/NF_MGIllumina-A/workflow_code/main.nf +++ b/Metagenomics/Illumina/Workflow_Documentation/NF_MGIllumina-A/workflow_code/main.nf @@ -23,7 +23,7 @@ if (params.help) { println(" > nextflow run main.nf -resume -profile slurm,conda --csv_file SE_file.csv") println() println("Example 3: Run jobs locally in conda environments, supply a GLDS accession, and specify the path to an existing conda environment.") - println(" > nextflow run main.nf -resume -profile conda --GLDS_accession OSD-574 --conda.qc ") + println(" > nextflow run main.nf -resume -profile conda --accession OSD-574 --conda.qc ") println() println("Required arguments:") println("""-profile [STRING] Specifies the profile to be used to run the workflow. Options are [slurm, singularity, docker, and conda]. @@ -86,7 +86,7 @@ if (params.help) { println(" --read_based_dir [PATH] Read-based analysis outputs directory. Default: ../Read-based_Processing/.") println() println("Genelab specific arguements:") - println(" --GLDS_accession [STRING] A Genelab accession number if the --csv_file parameter is not set. If this parameter is set, it will ignore the --csv_file parameter.") + println(" --accession [STRING] A Genelab accession number if the --csv_file parameter is not set. If this parameter is set, it will ignore the --csv_file parameter.") println(" --RawFilePattern [STRING] If we do not want to download all files (which we often won't), we can specify a pattern here to subset the total files.") println(" For example, if we know we want to download just the fastq.gz files, we can say 'fastq.gz'. We can also provide multiple patterns") println(" as a comma-separated list. For example, If we want to download the fastq.gz files that also have 'NxtaFlex', 'metagenomics', and 'raw' in") @@ -145,7 +145,7 @@ log.info """ You have set the following parameters: Profile: ${workflow.profile} Input csv file : ${params.csv_file} - GLDS Accession : ${params.GLDS_accession} + GLDS or OSD Accession : ${params.accession} GLDS Raw File Pattern: ${params.RawFilePattern} Workflow : ${params.workflow} Nextflow Directory publishing mode: ${params.publishDir_mode} @@ -317,9 +317,9 @@ workflow { // Software Version Capturing - runsheet software_versions_ch = Channel.empty() // Parse file input - if(params.GLDS_accession){ + if(params.accession){ - GET_RUNSHEET(params.GLDS_accession) + GET_RUNSHEET(params.accession) GET_RUNSHEET.out.input_file .splitCsv(header:true) .set{file_ch} diff --git a/Metagenomics/Illumina/Workflow_Documentation/NF_MGIllumina-A/workflow_code/nextflow.config b/Metagenomics/Illumina/Workflow_Documentation/NF_MGIllumina-A/workflow_code/nextflow.config index 82df899d..5dd544e3 100644 --- a/Metagenomics/Illumina/Workflow_Documentation/NF_MGIllumina-A/workflow_code/nextflow.config +++ b/Metagenomics/Illumina/Workflow_Documentation/NF_MGIllumina-A/workflow_code/nextflow.config @@ -113,7 +113,7 @@ params { checkm = null // "/path/to/envs/checkm" } - GLDS_accession = false // GLDS or OSD acession number for the data to be processed + accession = false // GLDS or OSD acession number for the data to be processed // Pattern of files on OSDR for the GLDS_accession you want to process. RawFilePattern = null // "_metaG", "_HRremoved" errorStrategy = "terminate" diff --git a/Metagenomics/Illumina/Workflow_Documentation/NF_MGIllumina-A/workflow_code/slurm_submit.slurm b/Metagenomics/Illumina/Workflow_Documentation/NF_MGIllumina-A/workflow_code/slurm_submit.slurm index 232fe48c..59c7fb82 100644 --- a/Metagenomics/Illumina/Workflow_Documentation/NF_MGIllumina-A/workflow_code/slurm_submit.slurm +++ b/Metagenomics/Illumina/Workflow_Documentation/NF_MGIllumina-A/workflow_code/slurm_submit.slurm @@ -26,7 +26,6 @@ echo $HOSTNAME ## Activate the conda environemnt containing the tools you need to run your job ## ## You can see a list of all available environments by running the command: conda env list ## -## If you need a conda envrionment installed request it using JIRA ## source activate /path/to/envs/nextflow ## Replace conda_env_name with the name of the conda environment with nextflow installed ## @@ -40,8 +39,10 @@ echo "" ## The command(s) that you want to run in this slurm job ## export NXF_SINGULARITY_CACHEDIR=singularity/ -#nextflow run main.nf -profile slurm,singularity -resume --csv_file PE_file.csv ## Replace command with the command(s) you want to run ## -nextflow run main.nf -profile slurm,singularity --GLDS_accession OSD-574 -resume +export TOWER_ACCESS_TOKEN= +export TOWER_WORKSPACE_ID= +#nextflow run main.nf -profile slurm,singularity -resume --csv_file PE_file.csv -with-tower ## Replace command with the command(s) you want to run ## +nextflow run main.nf -profile slurm,singularity --accession OSD-574 -resume -with-tower ## Add a time-stamp at the end of the job then calculate how long the job took to run in seconds, minutes, and hours ## diff --git a/Metagenomics/Illumina/Workflow_Documentation/README.md b/Metagenomics/Illumina/Workflow_Documentation/README.md index 4951b808..e6a7e126 100644 --- a/Metagenomics/Illumina/Workflow_Documentation/README.md +++ b/Metagenomics/Illumina/Workflow_Documentation/README.md @@ -7,7 +7,7 @@ |Pipeline Version|Current Workflow Version (for respective pipeline version)|Nextflow Version| |:---------------|:---------------------------------------------------------|:---------------| |*[GL-DPPD-7107-A.md](../Pipeline_GL-DPPD-7107_Versions/GL-DPPD-7107-A.md)|[NF_MGIllumina-A_1.0.0](NF_MGIllumina-A)|23.10.1| -|[GL-DPPD-7107.md](../Pipeline_GL-DPPD-7107_Versions/GL-DPPD-7107.md)|[SW_MGIllumina_2.0.4](SW_MGIllumina)|N/A (Snakemake vXXXX)| +|[GL-DPPD-7107.md](../Pipeline_GL-DPPD-7107_Versions/GL-DPPD-7107.md)|[SW_MGIllumina_2.0.4](SW_MGIllumina)|N/A (Snakemake v7.26.0)| *Current GeneLab Pipeline/Workflow Implementation