diff --git a/.github/workflows/ci-check-jacoco.yml b/.github/workflows/ci-check-jacoco.yml index 1fa5a0a..6cb13f5 100644 --- a/.github/workflows/ci-check-jacoco.yml +++ b/.github/workflows/ci-check-jacoco.yml @@ -10,9 +10,11 @@ jobs: runs-on: ubuntu-latest steps: - name: Checkout code - uses: actions/checkout@v2 + uses: actions/checkout@v4 + with: + persist-credentials: false - name: Setup Scala - uses: olafurpg/setup-scala@v10 + uses: olafurpg/setup-scala@v14 with: java-version: "adopt@1.8" - name: Build and run tests diff --git a/.github/workflows/compatibility-check.yml b/.github/workflows/compatibility-check.yml index 8932a39..1a4eef4 100644 --- a/.github/workflows/compatibility-check.yml +++ b/.github/workflows/compatibility-check.yml @@ -17,12 +17,15 @@ jobs: scala: [ 2.12, 2.13 ] name: Spark ${{ matrix.spark }}, Scala ${{ matrix.scala }} steps: - - uses: actions/checkout@v2 + - uses: actions/checkout@v4 + with: + persist-credentials: false - name: Set up JDK 1.8 - uses: actions/setup-java@v1 + uses: actions/setup-java@v2 with: - java-version: 1.8 - - uses: actions/cache@v2 + distribution: 'adopt' + java-version: 8 + - uses: actions/cache@v4 with: path: ~/.m2/repository key: ${{ runner.os }}-${{ matrix.scala }}-${{ hashFiles('**/pom.xml') }} diff --git a/.github/workflows/test-and-verify.yml b/.github/workflows/test-and-verify.yml index 190368b..2342fdc 100644 --- a/.github/workflows/test-and-verify.yml +++ b/.github/workflows/test-and-verify.yml @@ -12,16 +12,19 @@ jobs: strategy: matrix: - spark: [ 3.2, 3.3, 3.4, 3.5 ] + spark: [ 3.2, 3.3, 3.4, 3.5, 4.0 ] scala: [ 2.12, 2.13 ] name: Spark ${{ matrix.spark }}, Scala ${{ matrix.scala }} steps: - - uses: actions/checkout@v2 + - uses: actions/checkout@v4 + with: + persist-credentials: false - name: Set up JDK 1.8 - uses: actions/setup-java@v1 + uses: actions/setup-java@v2 with: - java-version: 1.8 + distribution: 'adopt' + java-version: 8 - name: Run tests run: mvn clean verify -Plicense-check,spark-${{ matrix.spark }},scala-${{ matrix.scala }} diff --git a/pom.xml b/pom.xml index 18f0a84..b804839 100644 --- a/pom.xml +++ b/pom.xml @@ -389,7 +389,7 @@ spark-3.4 - 3.4.2 + 3.4.4 1.11.1 2.14.2 @@ -397,11 +397,19 @@ spark-3.5 - 3.5.0 + 3.5.6 1.11.2 2.15.2 + + spark-4.0 + + 4.0.0 + 1.12.0 + 2.18.2 + + uber diff --git a/src/main/scala/org/apache/spark/sql/avro/AbrisAvroDeserializer.scala b/src/main/scala/org/apache/spark/sql/avro/AbrisAvroDeserializer.scala index 22b498f..1191612 100644 --- a/src/main/scala/org/apache/spark/sql/avro/AbrisAvroDeserializer.scala +++ b/src/main/scala/org/apache/spark/sql/avro/AbrisAvroDeserializer.scala @@ -48,12 +48,12 @@ class AbrisAvroDeserializer(rootAvroType: Schema, rootCatalystType: DataType) { currCtor.newInstance(rootAvroType, rootCatalystType, "LEGACY") case currCtor if currCtor.getParameterTypes sameElements Array(schemaClz, dataTypeClz, stringClz, booleanClz) => - // Spark 3.5.1 - 3.5.2 + // Spark 3.5.1 - 3.5.6 currCtor.newInstance(rootAvroType, rootCatalystType, "LEGACY", false: java.lang.Boolean) case currCtor if currCtor.getParameterTypes.toSeq sameElements Array(schemaClz, dataTypeClz, stringClz, booleanClz, stringClz) => - // Spark 4.0.0-SNAPSHOT+ - currCtor.newInstance(rootAvroType, rootCatalystType, "LEGACY", false: java.lang.Boolean, "") + // Spark 4.0.0 + currCtor.newInstance(rootAvroType, rootCatalystType, "LEGACY", false: java.lang.Boolean, "") // ,-1 } match { case Some(value: AvroDeserializer) => value