Change how inputs are seded in the run-tpch workflow

Eventual-Inc · Nov 19, 2024 · a1fc02e · a1fc02e
1 parent 3bef00c
commit a1fc02e
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 8 deletions.
diff --git a/.github/assets/ray.yaml b/.github/assets/ray.yaml
@@ -55,11 +55,6 @@ setup_commands:
 # Download benchmarking fixtures
 - |
   aws s3 sync \
-  s3://eventual-dev-benchmarking-fixtures/uncompressed/tpch-dbgen/2_0/2/parquet/ \
-  /tmp/data/2_0/2/parquet/ \
+  s3://eventual-dev-benchmarking-fixtures/uncompressed/tpch-dbgen/<<SCALE_FACTOR>>/<<PARTITION_SIZE>>/parquet/ \
+  /tmp/data/<<SCALE_FACTOR>>/<<PARTITION_SIZE>>/parquet/ \
   --quiet
-# - |
-#   aws s3 sync \
-#   s3://eventual-dev-benchmarking-fixtures/uncompressed/tpch-dbgen/<<SCALE_FACTOR>>/<<PARTITION_SIZE>>/parquet/ \
-#   /tmp/data/<<SCALE_FACTOR>>/<<PARTITION_SIZE>>/parquet/ \
-#   --quiet
diff --git a/.github/workflows/run-tpch.yaml b/.github/workflows/run-tpch.yaml
@@ -42,7 +42,7 @@ jobs:
         # Dynamically update ray config file
         sed -i 's|<<SHA>>|${{ github.sha }}|g' .github/assets/ray.yaml
         sed -i 's|<<WHEEL>>|${{ inputs.wheel }}|g' .github/assets/ray.yaml
-        sed -i 's|<<SCALE_FACTOR>>|$scale_factor_str|g' .github/assets/ray.yaml
+        sed -i "s|<<SCALE_FACTOR>>|$scale_factor_str|g" .github/assets/ray.yaml
         sed -i 's|<<PARTITION_SIZE>>|${{ inputs.partition_size }}|g' .github/assets/ray.yaml
 
         cat .github/assets/ray.yaml