diff --git a/.github/workflows/matrix_includes.json b/.github/workflows/matrix_includes.json index 538764b0..12e18602 100644 --- a/.github/workflows/matrix_includes.json +++ b/.github/workflows/matrix_includes.json @@ -104,6 +104,16 @@ "scope": "test", "isRelease": "-" }, + { + "spark": "3.5.1", + "scope": "test", + "isRelease": "-" + }, + { + "spark": "3.5.2", + "scope": "test", + "isRelease": "-" + }, { "spark": "3.5", "scope": "test-uploadReport", diff --git a/README.md b/README.md index df7b8849..32ccb355 100644 --- a/README.md +++ b/README.md @@ -66,31 +66,35 @@ _Maven_ `Doric` depends on Spark internals, and it's been tested against the following spark versions. -| Spark | Scala | Tested | doric | -|:-----:|:-----------:|:------:|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------------:| -| 2.4.x | 2.11 | ✅ | Deprecated [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_2-4_2.11)](https://mvnrepository.com/artifact/org.hablapps/doric_2-4_2.11/0.0.7) | -| 3.0.0 | 2.12 | ✅ | - | -| 3.0.1 | 2.12 | ✅ | - | -| 3.0.2 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-0_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-0_2.12/0.0.7) | -| 3.1.0 | 2.12 | ✅ | - | -| 3.1.1 | 2.12 | ✅ | - | -| 3.1.2 | 2.12 | ✅ | - | -| 3.1.3 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-1_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-1_2.12/0.0.7) | -| 3.2.0 | 2.12 | ✅ | - | -| 3.2.1 | 2.12 | ✅ | - | -| 3.2.2 | 2.12 / 2.13 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-2_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-2_2.12/0.0.7) | -| 3.3.0 | 2.12 / 2.13 | ✅ | - | -| 3.3.1 | 2.12 / 2.13 | ✅ | - | -| 3.3.2 | 2.12 / 2.13 | ✅ | - | -| 3.3.3 | 2.12 / 2.13 | ✅ | - | -| 3.3.4 | 2.12 / 2.13 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-3_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-3_2.12/0.0.7) | -| 3.4.0 | 2.12 / 2.13 | ✅ | - | -| 3.4.1 | 2.12 / 2.13 | ✅ | - | -| 3.4.2 | 2.12 / 2.13 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-4_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-4_2.12/0.0.7) | -| 3.5.0 | 2.12 / 2.13 | ✅ | - | -| 3.5.1 | 2.12 / 2.13 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-5_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-4_2.12/0.0.7) | - - +| Spark | Scala | Tested | doric | +|:------------------:|:-----------:|:------:|:------------------------------------------------------------------------------------------------------------------------------------------------------------:| +| 2.4.x (Deprecated) | 2.11 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_2-4_2.11)](https://mvnrepository.com/artifact/org.hablapps/doric_2-4_2.11/0.0.7) | +| 3.0.0 | 2.12 | ✅ | You can use 3.0.2 version | +| 3.0.1 | 2.12 | ✅ | You can use 3.0.2 version | +| 3.0.2 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-0_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-0_2.12/0.0.7) | +| 3.1.0 | 2.12 | ✅ | You can use 3.1.2 version | +| 3.1.1 | 2.12 | ✅ | You can use 3.1.2 version | +| 3.1.2 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-1_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-1_2.12/0.0.7) | +| 3.2.0 | 2.12 / 2.13 | ✅ | You can use 3.2.3 version | +| 3.2.1 | 2.12 / 2.13 | ✅ | You can use 3.2.3 version | +| 3.2.2 | 2.12 / 2.13 | ✅ | You can use 3.2.3 version | +| 3.2.3 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-2_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-2_2.12/0.0.7) | +| 3.2.3 | 2.13 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-2_2.13)](https://mvnrepository.com/artifact/org.hablapps/doric_3-2_2.13/0.0.7) | +| 3.3.0 | 2.12 / 2.13 | ✅ | You can use 3.3.4 version | +| 3.3.1 | 2.12 / 2.13 | ✅ | You can use 3.3.4 version | +| 3.3.2 | 2.12 / 2.13 | ✅ | You can use 3.3.4 version | +| 3.3.3 | 2.12 / 2.13 | ✅ | You can use 3.3.4 version | +| 3.3.4 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-3_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-3_2.12/0.0.7) | +| 3.3.4 | 2.13 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-3_2.13)](https://mvnrepository.com/artifact/org.hablapps/doric_3-3_2.13/0.0.7) | +| 3.4.0 | 2.12 / 2.13 | ✅ | You can use 3.4.2 version | +| 3.4.1 | 2.12 / 2.13 | ✅ | You can use 3.4.2 version | +| 3.4.2 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-4_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-4_2.12/0.0.7) | +| 3.4.2 | 2.13 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-4_2.13)](https://mvnrepository.com/artifact/org.hablapps/doric_3-4_2.13/0.0.7) | +| 3.5.0 | 2.12 / 2.13 | ✅ | You can use 3.5.3 version | +| 3.5.1 | 2.12 / 2.13 | ✅ | You can use 3.5.3 version | +| 3.5.2 | 2.12 / 2.13 | ✅ | You can use 3.5.3 version | +| 3.5.3 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-5_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-5_2.12/0.0.7) | +| 3.5.3 | 2.13 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-5_2.13)](https://mvnrepository.com/artifact/org.hablapps/doric_3-5_2.13/0.0.7) | ## Contributing diff --git a/build.sbt b/build.sbt index 4ba8d82c..b6651732 100644 --- a/build.sbt +++ b/build.sbt @@ -10,7 +10,7 @@ val spark31Version = "3.1.3" val spark32Version = "3.2.3" val spark33Version = "3.3.4" val spark34Version = "3.4.2" -val spark35Version = "3.5.1" +val spark35Version = "3.5.3" val versionRegex = """^(.*)\.(.*)\.(.*)$""".r val versionRegexShort = """^(.*)\.(.*)$""".r diff --git a/docs/docs/docs/api.md b/docs/docs/docs/api.md index 7aa6bb10..6329c6e5 100644 --- a/docs/docs/docs/api.md +++ b/docs/docs/docs/api.md @@ -19,5 +19,5 @@ Here you can see the whole doric API for every supported spark version: | 3.3.4 | 2.13 | [doric_3-3_2.13](spark-3.3/scala-2.13/) | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-3_2.13)](https://mvnrepository.com/artifact/org.hablapps/doric_3-3_2.13/@STABLE_VERSION@) | | 3.4.2 | 2.12 | [doric_3-3_2.12](spark-3.4/scala-2.12/) | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-4_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-4_2.12/@STABLE_VERSION@) | | 3.4.2 | 2.13 | [doric_3-3_2.13](spark-3.4/scala-2.13/) | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-4_2.13)](https://mvnrepository.com/artifact/org.hablapps/doric_3-4_2.13/@STABLE_VERSION@) | -| 3.5.1 | 2.12 | [doric_3-3_2.12](spark-3.5/scala-2.12/) | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-5_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-5_2.12/@STABLE_VERSION@) | -| 3.5.1 | 2.13 | [doric_3-3_2.13](spark-3.5/scala-2.13/) | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-5_2.13)](https://mvnrepository.com/artifact/org.hablapps/doric_3-5_2.13/@STABLE_VERSION@) | +| 3.5.3 | 2.12 | [doric_3-3_2.12](spark-3.5/scala-2.12/) | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-5_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-5_2.12/@STABLE_VERSION@) | +| 3.5.3 | 2.13 | [doric_3-3_2.13](spark-3.5/scala-2.13/) | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-5_2.13)](https://mvnrepository.com/artifact/org.hablapps/doric_3-5_2.13/@STABLE_VERSION@) | diff --git a/docs/docs/docs/quickstart.md b/docs/docs/docs/quickstart.md index f734ecb6..5da41347 100644 --- a/docs/docs/docs/quickstart.md +++ b/docs/docs/docs/quickstart.md @@ -31,41 +31,35 @@ Doric is committed to use the most modern APIs first. * The latest experimental version of doric is @VERSION@. * Doric is compatible with the following Spark versions: -| Spark | Scala | Tested | doric | -|:------------------:|:-----:|:------:|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------------:| -| 2.4.x (Deprecated) | 2.11 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_2-4_2.11)](https://mvnrepository.com/artifact/org.hablapps/doric_2-4_2.11/0.0.7) | -| 3.0.0 | 2.12 | ✅ | - | -| 3.0.1 | 2.12 | ✅ | - | -| 3.0.2 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-0_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-0_2.12/@STABLE_VERSION@) | -| 3.1.0 | 2.12 | ✅ | - | -| 3.1.1 | 2.12 | ✅ | - | -| 3.1.2 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-1_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-1_2.12/@STABLE_VERSION@) | -| 3.2.0 | 2.12 | ✅ | - | -| 3.2.0 | 2.13 | ✅ | - | -| 3.2.1 | 2.12 | ✅ | - | -| 3.2.1 | 2.13 | ✅ | - | -| 3.2.2 | 2.12 | ✅ | - | -| 3.2.2 | 2.13 | ✅ | - | -| 3.2.3 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-2_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-2_2.12/@STABLE_VERSION@) | -| 3.2.3 | 2.13 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-2_2.13)](https://mvnrepository.com/artifact/org.hablapps/doric_3-2_2.13/@STABLE_VERSION@) | -| 3.3.0 | 2.12 | ✅ | - | -| 3.3.0 | 2.13 | ✅ | - | -| 3.3.1 | 2.12 | ✅ | - | -| 3.3.1 | 2.13 | ✅ | - | -| 3.3.2 | 2.12 | ✅ | - | -| 3.3.2 | 2.13 | ✅ | - | -| 3.3.3 | 2.12 | ✅ | - | -| 3.3.3 | 2.13 | ✅ | - | -| 3.3.4 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-3_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-3_2.12/@STABLE_VERSION@) | -| 3.3.4 | 2.13 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-3_2.13)](https://mvnrepository.com/artifact/org.hablapps/doric_3-3_2.13/@STABLE_VERSION@) | -| 3.4.0 | 2.12 | ✅ | - | -| 3.4.0 | 2.13 | ✅ | - | -| 3.4.1 | 2.12 | ✅ | - | -| 3.4.1 | 2.13 | ✅ | - | -| 3.4.2 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-4_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-4_2.12/@STABLE_VERSION@) | -| 3.4.2 | 2.13 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-4_2.13)](https://mvnrepository.com/artifact/org.hablapps/doric_3-4_2.13/@STABLE_VERSION@) | -| 3.5.1 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-5_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-5_2.12/@STABLE_VERSION@) | -| 3.5.1 | 2.13 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-5_2.13)](https://mvnrepository.com/artifact/org.hablapps/doric_3-5_2.13/@STABLE_VERSION@) | +| Spark | Scala | Tested | doric | +|:------------------:|:-----------:|:------:|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------------:| +| 2.4.x (Deprecated) | 2.11 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_2-4_2.11)](https://mvnrepository.com/artifact/org.hablapps/doric_2-4_2.11/0.0.7) | +| 3.0.0 | 2.12 | ✅ | You can use 3.0.2 version | +| 3.0.1 | 2.12 | ✅ | You can use 3.0.2 version | +| 3.0.2 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-0_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-0_2.12/@STABLE_VERSION@) | +| 3.1.0 | 2.12 | ✅ | You can use 3.1.2 version | +| 3.1.1 | 2.12 | ✅ | You can use 3.1.2 version | +| 3.1.2 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-1_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-1_2.12/@STABLE_VERSION@) | +| 3.2.0 | 2.12 / 2.13 | ✅ | You can use 3.2.3 version | +| 3.2.1 | 2.12 / 2.13 | ✅ | You can use 3.2.3 version | +| 3.2.2 | 2.12 / 2.13 | ✅ | You can use 3.2.3 version | +| 3.2.3 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-2_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-2_2.12/@STABLE_VERSION@) | +| 3.2.3 | 2.13 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-2_2.13)](https://mvnrepository.com/artifact/org.hablapps/doric_3-2_2.13/@STABLE_VERSION@) | +| 3.3.0 | 2.12 / 2.13 | ✅ | You can use 3.3.4 version | +| 3.3.1 | 2.12 / 2.13 | ✅ | You can use 3.3.4 version | +| 3.3.2 | 2.12 / 2.13 | ✅ | You can use 3.3.4 version | +| 3.3.3 | 2.12 / 2.13 | ✅ | You can use 3.3.4 version | +| 3.3.4 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-3_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-3_2.12/@STABLE_VERSION@) | +| 3.3.4 | 2.13 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-3_2.13)](https://mvnrepository.com/artifact/org.hablapps/doric_3-3_2.13/@STABLE_VERSION@) | +| 3.4.0 | 2.12 / 2.13 | ✅ | You can use 3.4.2 version | +| 3.4.1 | 2.12 / 2.13 | ✅ | You can use 3.4.2 version | +| 3.4.2 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-4_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-4_2.12/@STABLE_VERSION@) | +| 3.4.2 | 2.13 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-4_2.13)](https://mvnrepository.com/artifact/org.hablapps/doric_3-4_2.13/@STABLE_VERSION@) | +| 3.5.0 | 2.12 / 2.13 | ✅ | You can use 3.5.3 version | +| 3.5.1 | 2.12 / 2.13 | ✅ | You can use 3.5.3 version | +| 3.5.2 | 2.12 / 2.13 | ✅ | You can use 3.5.3 version | +| 3.5.3 | 2.12 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-5_2.12)](https://mvnrepository.com/artifact/org.hablapps/doric_3-5_2.12/@STABLE_VERSION@) | +| 3.5.3 | 2.13 | ✅ | [![Maven Central](https://img.shields.io/maven-central/v/org.hablapps/doric_3-5_2.13)](https://mvnrepository.com/artifact/org.hablapps/doric_3-5_2.13/@STABLE_VERSION@) | __Import statements__