From 59e4c6ddae195be0ce67a4f9ad1d860d393c9bdc Mon Sep 17 00:00:00 2001 From: nruest Date: Thu, 6 Feb 2020 01:44:42 -0500 Subject: [PATCH] Need --repositories flag with --packages. - Fully resolves this issue https://github.com/archivesunleashed/docker-aut/issues/19 - https://github.com/archivesunleashed/docker-aut/commit/37ce4e2a398bb0bd83eedb0e4b961d7463de8569 - https://github.com/archivesunleashed/docker-aut/commit/082907aa96f7bd8a71d54c5e0ef1db233967e706 - https://github.com/archivesunleashed/docker-aut/commit/baee4319acc535ebe259c4e7d8ee19d28b2551a7 --- README.md | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/README.md b/README.md index 9aa85836..02a93cd4 100644 --- a/README.md +++ b/README.md @@ -83,13 +83,13 @@ $ spark-shell --help Release version: ```shell -$ spark-shell --packages "io.archivesunleashed:aut:0.50.0" +$ spark-shell --packages "io.archivesunleashed:aut:0.50.0" --repositories "https://jitpack.io" ``` HEAD (built locally): ```shell -$ spark-shell --packages "io.archivesunleashed:aut:0.18.2-SNAPSHOT" +$ spark-shell --packages "io.archivesunleashed:aut:0.18.2-SNAPSHOT" --repositories "https://jitpack.io" ``` #### With an UberJar @@ -117,13 +117,13 @@ In each of the examples below, `/path/to/python` is listed. If you are unsure wh Release version: ```shell -$ export PYSPARK_PYTHON=/path/to/python; export PYSPARK_DRIVER_PYTHON=/path/to/python; /path/to/spark/bin/pyspark --py-files aut-0.50.0.zip --packages "io.archivesunleashed:aut:0.50.0" +$ export PYSPARK_PYTHON=/path/to/python; export PYSPARK_DRIVER_PYTHON=/path/to/python; /path/to/spark/bin/pyspark --py-files aut-0.50.0.zip --packages "io.archivesunleashed:aut:0.50.0" --repositories "https://jitpack.io" ``` HEAD (built locally): ```shell -$ export PYSPARK_PYTHON=/path/to/python; export PYSPARK_DRIVER_PYTHON=/path/to/python; /path/to/spark/bin/pyspark --py-files /home/nruest/Projects/au/aut/target/aut.zip --packages "io.archivesunleashed:aut:0.18.2-SNAPSHOT" +$ export PYSPARK_PYTHON=/path/to/python; export PYSPARK_DRIVER_PYTHON=/path/to/python; /path/to/spark/bin/pyspark --py-files /home/nruest/Projects/au/aut/target/aut.zip --packages "io.archivesunleashed:aut:0.18.2-SNAPSHOT" --repositories "https://jitpack.io" ``` #### With an UberJar @@ -149,13 +149,13 @@ To run a [Jupyter Notebook](https://jupyter.org/install) with the Archives Unlea Release version: ```shell -$ export PYSPARK_DRIVER_PYTHON=jupyter; export PYSPARK_DRIVER_PYTHON_OPTS=notebook; /path/to/spark/bin/pyspark --py-files aut-0.50.0.zip --packages "io.archivesunleashed:aut:0.50.0" +$ export PYSPARK_DRIVER_PYTHON=jupyter; export PYSPARK_DRIVER_PYTHON_OPTS=notebook; /path/to/spark/bin/pyspark --py-files aut-0.50.0.zip --packages "io.archivesunleashed:aut:0.50.0" --repositories "https://jitpack.io" ``` HEAD (built locally): ```shell -$ export PYSPARK_DRIVER_PYTHON=jupyter; export PYSPARK_DRIVER_PYTHON_OPTS=notebook; /path/to/spark/bin/pyspark --py-files /home/nruest/Projects/au/aut/target/aut.zip --packages "io.archivesunleashed:aut:0.18.2-SNAPSHOT" +$ export PYSPARK_DRIVER_PYTHON=jupyter; export PYSPARK_DRIVER_PYTHON_OPTS=notebook; /path/to/spark/bin/pyspark --py-files /home/nruest/Projects/au/aut/target/aut.zip --packages "io.archivesunleashed:aut:0.18.2-SNAPSHOT" --repositories "https://jitpack.io" ``` #### With an UberJar