Skip to content

Commit

Permalink
update module references
Browse files Browse the repository at this point in the history
  • Loading branch information
covesturtevant committed Nov 20, 2024
1 parent 089a1b1 commit c1d7655
Show file tree
Hide file tree
Showing 3 changed files with 4 additions and 4 deletions.
2 changes: 1 addition & 1 deletion modules/l0_gcs_loader/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
####
# This dockerfile will build the l0_gcs_loader repo loader module.
# Example command (must be run from project root directory(from the modules folder) to include common path in Docker context):
# docker build --no-cache -t l0_gcs_loader:latest -f l0_data_loader/Dockerfile .
# docker build --no-cache -t l0_gcs_loader:latest -f l0_gcs_loader/Dockerfile .
###
FROM registry.access.redhat.com/ubi8/ubi-minimal

Expand Down
4 changes: 2 additions & 2 deletions pipe/li191r/li191r_data_source_gcs.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ pipeline:
transform:
image_pull_secrets:
- battelleecology-quay-read-all-pull-secret
image: quay.io/battelleecology/l0_data_loader:via3
image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-l0-gcs-loader:sha-b264efb
cmd:
- sh
- "-c"
Expand All @@ -28,7 +28,7 @@ transform:
if [ $(date -u +%s -d $year-$month-$day) -lt $(date -u +%s -d $kafka_min_date) ]
then
echo "Extracting $year/$month/$day for $SOURCE_TYPE from GCS"
python3 -m l0_data_loader.l0_data_loader
python3 -m l0_gcs_loader.l0_gcs_loader
else
echo "$year/$month/$day is within the Kafka retention period and should be loaded from Kafka. Skipping..."
continue
Expand Down
2 changes: 1 addition & 1 deletion utilities/vignettes/add_sched_spec_to_pipeline.R
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ fileAdd <- './utilities/vignettes/schedulingSpec.yaml'
yamlAdd <- readLines(fileAdd)

# Folder with yaml files to edit
dirEdit <- './pipe/l0_data_loader'
dirEdit <- './pipe/l0_gcs_loader'

#list all the files in the folder
file <- list.files(dirEdit,pattern = ".yaml",full.names = T, recursive = FALSE)
Expand Down

0 comments on commit c1d7655

Please sign in to comment.