[ZEPPELIN-5901] Sanitize interpreter pod user label to satisfy Kubernetes label rules #6681
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: core | |
| on: | |
| push: | |
| branches-ignore: | |
| - 'dependabot/**' | |
| pull_request: | |
| branches: | |
| - master | |
| - 'branch-*' | |
| env: | |
| # Disable keepAlive and pool | |
| # https://github.com/actions/virtual-environments/issues/1499#issuecomment-689467080 | |
| MAVEN_OPTS: >- | |
| -Xms1024M -Xmx2048M -XX:MaxMetaspaceSize=1024m -XX:-UseGCOverheadLimit | |
| -Dhttp.keepAlive=false | |
| -Dmaven.wagon.http.pool=false | |
| -Dmaven.wagon.http.retryHandler.count=3 | |
| MAVEN_ARGS: >- | |
| -B --no-transfer-progress | |
| ZEPPELIN_HELIUM_REGISTRY: helium | |
| SPARK_PRINT_LAUNCH_COMMAND: "true" | |
| SPARK_LOCAL_IP: 127.0.0.1 | |
| ZEPPELIN_LOCAL_IP: 127.0.0.1 | |
| # Use the bash login, because we are using miniconda | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| permissions: | |
| contents: read # to fetch code (actions/checkout) | |
| jobs: | |
| # test on core-modules (zeppelin-interpreter,zeppelin-server), | |
| # some interpreters are included, because zeppelin-server test depends on them: spark, shell & markdown | |
| core-modules: | |
| runs-on: ubuntu-24.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| java: [ 11, 17 ] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v5 | |
| - name: Tune Runner VM | |
| uses: ./.github/actions/tune-runner-vm | |
| - name: Set up JDK ${{ matrix.java }} | |
| uses: actions/setup-java@v5 | |
| with: | |
| distribution: 'temurin' | |
| java-version: ${{ matrix.java }} | |
| - name: Cache Maven dependencies | |
| uses: actions/cache@v5 | |
| with: | |
| path: | | |
| ~/.m2/repository | |
| !~/.m2/repository/org/apache/zeppelin/ | |
| ~/.m2/wrapper | |
| key: ${{ runner.os }}-${{ runner.arch }}-maven-v2-${{ hashFiles('**/pom.xml', '.mvn/**') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-maven-v2- | |
| - name: Cache npm packages | |
| uses: actions/cache@v5 | |
| with: | |
| path: ~/.npm | |
| key: ${{ runner.os }}-${{ runner.arch }}-npm-v1-${{ hashFiles('zeppelin-web/package-lock.json') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-npm-v1- | |
| - name: Cache locked Conda packages | |
| uses: actions/cache@v5 | |
| with: | |
| path: ~/conda_pkgs_dir | |
| key: ${{ runner.os }}-${{ runner.arch }}-conda-python-3.9-v1-${{ hashFiles('testing/locks/python-3.9-linux-64.conda.lock') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-conda-python-3.9-v1- | |
| - name: install application with some interpreter | |
| run: ./mvnw install -Pbuild-distr -DskipTests -pl zeppelin-server,zeppelin-web,spark-submit,spark/scala-2.12,spark/scala-2.13,markdown,angular,shell -am -Pweb-classic -Phelium-dev -Pexamples ${MAVEN_ARGS} | |
| - name: install and test plugins | |
| run: ./mvnw package -pl zeppelin-plugins -amd ${MAVEN_ARGS} | |
| - name: Setup conda environment with python 3.9 | |
| uses: conda-incubator/setup-miniconda@v4 | |
| with: | |
| activate-environment: python_3 | |
| environment-file: testing/locks/python-3.9-linux-64.conda.lock | |
| channels: conda-forge | |
| conda-remove-defaults: true | |
| auto-update-conda: false | |
| auto-activate: false | |
| - name: Show conda environment | |
| run: | | |
| conda list | |
| conda info | |
| - name: run tests # skip spark test because we would run them in other CI | |
| run: ./mvnw verify -Pusing-packaged-distr -pl zeppelin-server,zeppelin-web,spark-submit,spark/scala-2.12,spark/scala-2.13,markdown,angular,shell -am -Pweb-classic -Phelium-dev -Pexamples -Dtests.to.exclude=**/org/apache/zeppelin/spark/* -DfailIfNoTests=false | |
| # test interpreter modules except spark, flink, python, jupyter | |
| interpreter-test-non-core: | |
| runs-on: ubuntu-24.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| java: [ 11, 17 ] | |
| env: | |
| INTERPRETERS: 'hbase,jdbc,file,flink-cmd,cassandra,elasticsearch,bigquery,livy,groovy,java,neo4j,sparql,mongodb,influxdb,shell' | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v5 | |
| - name: Tune Runner VM | |
| uses: ./.github/actions/tune-runner-vm | |
| - name: Set up JDK ${{ matrix.java }} | |
| uses: actions/setup-java@v5 | |
| with: | |
| distribution: 'temurin' | |
| java-version: ${{ matrix.java }} | |
| - name: Cache Maven dependencies | |
| uses: actions/cache@v5 | |
| with: | |
| path: | | |
| ~/.m2/repository | |
| !~/.m2/repository/org/apache/zeppelin/ | |
| ~/.m2/wrapper | |
| key: ${{ runner.os }}-${{ runner.arch }}-maven-v2-${{ hashFiles('**/pom.xml', '.mvn/**') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-maven-v2- | |
| - name: Cache locked TensorFlow Conda packages | |
| uses: actions/cache@v5 | |
| with: | |
| path: ~/conda_pkgs_dir | |
| key: ${{ runner.os }}-${{ runner.arch }}-conda-python-3.9-tensorflow-v1-${{ hashFiles('testing/locks/python-3.9-tensorflow-linux-64.conda.lock') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-conda-python-3.9-tensorflow-v1- | |
| ${{ runner.os }}-${{ runner.arch }}-conda-python-3.9-v1- | |
| - name: install environment | |
| run: ./mvnw install -DskipTests -am -pl ${INTERPRETERS} ${MAVEN_ARGS} | |
| - name: Setup conda environment with python 3.9 | |
| uses: conda-incubator/setup-miniconda@v4 | |
| with: | |
| activate-environment: python_3_with_tensorflow | |
| environment-file: testing/locks/python-3.9-tensorflow-linux-64.conda.lock | |
| channels: conda-forge | |
| conda-remove-defaults: true | |
| auto-update-conda: false | |
| auto-activate: false | |
| - name: verify interpreter | |
| run: ./mvnw verify -am -pl ${INTERPRETERS} ${MAVEN_ARGS} | |
| # test interpreter modules for jupyter, python | |
| interpreter-test-jupyter-python: | |
| runs-on: ubuntu-24.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python: [ 3.9 ] | |
| java: [ 11, 17 ] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v5 | |
| - name: Tune Runner VM | |
| uses: ./.github/actions/tune-runner-vm | |
| - name: Set up JDK ${{ matrix.java }} | |
| uses: actions/setup-java@v5 | |
| with: | |
| distribution: 'temurin' | |
| java-version: ${{ matrix.java }} | |
| - name: Cache Maven dependencies | |
| uses: actions/cache@v5 | |
| with: | |
| path: | | |
| ~/.m2/repository | |
| !~/.m2/repository/org/apache/zeppelin/ | |
| ~/.m2/wrapper | |
| key: ${{ runner.os }}-${{ runner.arch }}-maven-v2-${{ hashFiles('**/pom.xml', '.mvn/**') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-maven-v2- | |
| - name: Cache locked Conda packages | |
| uses: actions/cache@v5 | |
| with: | |
| path: ~/conda_pkgs_dir | |
| key: ${{ runner.os }}-${{ runner.arch }}-conda-python-3.9-v1-${{ hashFiles('testing/locks/python-3.9-linux-64.conda.lock') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-conda-python-3.9-v1- | |
| - name: Setup conda environment with python ${{ matrix.python }} | |
| uses: conda-incubator/setup-miniconda@v4 | |
| with: | |
| activate-environment: python_3 | |
| environment-file: testing/locks/python-3.9-linux-64.conda.lock | |
| channels: conda-forge | |
| conda-remove-defaults: true | |
| auto-update-conda: false | |
| auto-activate: false | |
| - name: install environment | |
| run: | | |
| ./mvnw install -DskipTests -pl python,zeppelin-jupyter-interpreter -am ${MAVEN_ARGS} | |
| - name: run tests with ${{ matrix.python }} | |
| run: | | |
| ./mvnw test -pl python,zeppelin-jupyter-interpreter -DfailIfNoTests=false ${MAVEN_ARGS} | |
| # zeppelin integration test except Spark & Flink | |
| zeppelin-integration-test: | |
| runs-on: ubuntu-24.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| java: [ 11, 17 ] | |
| steps: | |
| # user/password => root/root | |
| - name: Start mysql | |
| run: sudo systemctl start mysql.service | |
| - name: Checkout | |
| uses: actions/checkout@v5 | |
| - name: Tune Runner VM | |
| uses: ./.github/actions/tune-runner-vm | |
| - name: Set up JDK ${{ matrix.java }} | |
| uses: actions/setup-java@v5 | |
| with: | |
| distribution: 'temurin' | |
| java-version: ${{ matrix.java }} | |
| - name: Cache Maven dependencies | |
| uses: actions/cache@v5 | |
| with: | |
| path: | | |
| ~/.m2/repository | |
| !~/.m2/repository/org/apache/zeppelin/ | |
| ~/.m2/wrapper | |
| key: ${{ runner.os }}-${{ runner.arch }}-maven-v2-${{ hashFiles('**/pom.xml', '.mvn/**') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-maven-v2- | |
| - name: Cache locked Conda packages | |
| uses: actions/cache@v5 | |
| with: | |
| path: ~/conda_pkgs_dir | |
| key: ${{ runner.os }}-${{ runner.arch }}-conda-python-3.9-v1-${{ hashFiles('testing/locks/python-3.9-linux-64.conda.lock') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-conda-python-3.9-v1- | |
| - name: install environment | |
| run: | | |
| ./mvnw install -DskipTests -Pintegration -pl zeppelin-interpreter-integration,zeppelin-web,spark-submit,spark/scala-2.12,spark/scala-2.13,markdown,flink-cmd,flink/flink-scala-2.12,jdbc,shell -am -Pweb-classic -Pflink-1.20 ${MAVEN_ARGS} | |
| ./mvnw package -pl zeppelin-plugins -amd -DskipTests ${MAVEN_ARGS} | |
| - name: Setup conda environment with python 3.9 | |
| uses: conda-incubator/setup-miniconda@v4 | |
| with: | |
| activate-environment: python_3 | |
| environment-file: testing/locks/python-3.9-linux-64.conda.lock | |
| channels: conda-forge | |
| conda-remove-defaults: true | |
| auto-update-conda: false | |
| auto-activate: false | |
| - name: run tests | |
| run: ./mvnw test -pl zeppelin-interpreter-integration -Pintegration -DfailIfNoTests=false -Dtest=ZeppelinClientIntegrationTest,ZeppelinClientWithAuthIntegrationTest,ZSessionIntegrationTest,ShellIntegrationTest,JdbcIntegrationTest | |
| - name: Print zeppelin logs | |
| if: always() | |
| run: if [ -d "logs" ]; then cat logs/*; fi | |
| flink-test-and-flink-integration-test: | |
| runs-on: ubuntu-24.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - java: 11 | |
| python: 3.9 | |
| flink: 119 | |
| flink-profile: "1.19" | |
| - java: 17 | |
| python: 3.9 | |
| flink: 120 | |
| flink-profile: "1.20" | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v5 | |
| - name: Tune Runner VM | |
| uses: ./.github/actions/tune-runner-vm | |
| - name: Set up JDK ${{ matrix.java }} | |
| uses: actions/setup-java@v5 | |
| with: | |
| distribution: 'temurin' | |
| java-version: ${{ matrix.java }} | |
| - name: Cache Maven dependencies | |
| uses: actions/cache@v5 | |
| with: | |
| path: | | |
| ~/.m2/repository | |
| !~/.m2/repository/org/apache/zeppelin/ | |
| ~/.m2/wrapper | |
| key: ${{ runner.os }}-${{ runner.arch }}-maven-v2-${{ hashFiles('**/pom.xml', '.mvn/**') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-maven-v2- | |
| - name: Cache locked Conda packages | |
| uses: actions/cache@v5 | |
| with: | |
| path: ~/conda_pkgs_dir | |
| key: ${{ runner.os }}-${{ runner.arch }}-conda-python-3.9-v1-${{ hashFiles('testing/locks/python-3.9-linux-64.conda.lock') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-conda-python-3.9-v1- | |
| - name: Cache locked PyFlink packages | |
| uses: actions/cache@v5 | |
| with: | |
| path: ~/.cache/pip | |
| key: ${{ runner.os }}-${{ runner.arch }}-pip-pyflink-${{ matrix.flink-profile }}-v1-${{ hashFiles(format('testing/locks/pyflink-{0}-python-3.9.requirements.lock', matrix.flink-profile)) }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-pip-pyflink-${{ matrix.flink-profile }}-v1- | |
| - name: install environment for flink | |
| run: | | |
| ./mvnw install -DskipTests -am -pl flink/flink-scala-2.12,flink-cmd,zeppelin-interpreter-integration -Pflink-${{ matrix.flink-profile }} -Pintegration ${MAVEN_ARGS} | |
| ./mvnw clean package -pl zeppelin-plugins -amd -DskipTests ${MAVEN_ARGS} | |
| - name: Setup conda environment with python ${{ matrix.python }} | |
| uses: conda-incubator/setup-miniconda@v4 | |
| with: | |
| activate-environment: python_3_with_flink | |
| environment-file: testing/locks/python-3.9-linux-64.conda.lock | |
| channels: conda-forge | |
| conda-remove-defaults: true | |
| auto-update-conda: false | |
| auto-activate: false | |
| - name: Install locked PyFlink ${{ matrix.flink-profile }} packages | |
| run: python -m pip install --no-deps -r testing/locks/pyflink-${{ matrix.flink-profile }}-python-3.9.requirements.lock | |
| - name: run tests for flink | |
| run: ./mvnw verify -pl flink/flink-scala-2.12,flink-cmd,zeppelin-interpreter-integration -Pflink-${{ matrix.flink-profile }} -am -Pintegration -DfailIfNoTests=false -Dtest=org.apache.zeppelin.flink.*Test,FlinkIntegrationTest${{ matrix.flink }} ${MAVEN_ARGS} | |
| - name: Print zeppelin logs | |
| if: always() | |
| run: if [ -d "logs" ]; then cat logs/*; fi | |
| spark-integration-test: | |
| runs-on: ubuntu-24.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| java: [ 11, 17 ] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v5 | |
| - name: Tune Runner VM | |
| uses: ./.github/actions/tune-runner-vm | |
| - name: Set up JDK ${{ matrix.java }} | |
| uses: actions/setup-java@v5 | |
| with: | |
| distribution: 'temurin' | |
| java-version: ${{ matrix.java }} | |
| - name: Cache Maven dependencies | |
| uses: actions/cache@v5 | |
| with: | |
| path: | | |
| ~/.m2/repository | |
| !~/.m2/repository/org/apache/zeppelin/ | |
| ~/.m2/wrapper | |
| key: ${{ runner.os }}-${{ runner.arch }}-maven-v2-${{ hashFiles('**/pom.xml', '.mvn/**') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-maven-v2- | |
| - name: Cache locked Conda packages | |
| uses: actions/cache@v5 | |
| with: | |
| path: ~/conda_pkgs_dir | |
| key: ${{ runner.os }}-${{ runner.arch }}-conda-python-3.9-v1-${{ hashFiles('testing/locks/python-3.9-linux-64.conda.lock') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-conda-python-3.9-v1- | |
| - name: install environment | |
| run: | | |
| ./mvnw install -DskipTests -pl zeppelin-interpreter-integration,zeppelin-web,spark-submit,spark/scala-2.12,spark/scala-2.13,markdown -am -Pweb-classic -Pintegration ${MAVEN_ARGS} | |
| ./mvnw clean package -pl zeppelin-plugins -amd -DskipTests ${MAVEN_ARGS} | |
| - name: Setup conda environment with python 3.9 | |
| uses: conda-incubator/setup-miniconda@v4 | |
| with: | |
| activate-environment: python_3 | |
| environment-file: testing/locks/python-3.9-linux-64.conda.lock | |
| channels: conda-forge | |
| conda-remove-defaults: true | |
| auto-update-conda: false | |
| auto-activate: false | |
| - name: run tests | |
| run: ./mvnw test -pl zeppelin-interpreter-integration -Pintegration -Dtest=SparkSubmitIntegrationTest,ZeppelinSparkClusterTest32,SparkIntegrationTest32,ZeppelinSparkClusterTest33,SparkIntegrationTest33 -DfailIfNoTests=false ${MAVEN_ARGS} | |
| # test on spark for each spark version & scala version | |
| spark-test: | |
| runs-on: ubuntu-24.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python: [ 3.9 ] | |
| java: [ 11, 17 ] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v5 | |
| - name: Tune Runner VM | |
| uses: ./.github/actions/tune-runner-vm | |
| - name: Set up JDK ${{ matrix.java }} | |
| uses: actions/setup-java@v5 | |
| with: | |
| distribution: 'temurin' | |
| java-version: ${{ matrix.java }} | |
| - name: Cache Maven dependencies | |
| uses: actions/cache@v5 | |
| with: | |
| path: | | |
| ~/.m2/repository | |
| !~/.m2/repository/org/apache/zeppelin/ | |
| ~/.m2/wrapper | |
| key: ${{ runner.os }}-${{ runner.arch }}-maven-v2-${{ hashFiles('**/pom.xml', '.mvn/**') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-maven-v2- | |
| - name: Cache locked Conda packages | |
| uses: actions/cache@v5 | |
| with: | |
| path: ~/conda_pkgs_dir | |
| key: ${{ runner.os }}-${{ runner.arch }}-conda-python-3.9-v1-${{ hashFiles('testing/locks/python-3.9-linux-64.conda.lock') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-conda-python-3.9-v1- | |
| - name: install environment | |
| run: ./mvnw install -DskipTests -pl spark-submit,spark/scala-2.12,spark/scala-2.13 -am ${MAVEN_ARGS} | |
| - name: Setup conda environment with python ${{ matrix.python }} | |
| uses: conda-incubator/setup-miniconda@v4 | |
| with: | |
| activate-environment: python_3 | |
| environment-file: testing/locks/python-3.9-linux-64.conda.lock | |
| channels: conda-forge | |
| conda-remove-defaults: true | |
| auto-update-conda: false | |
| auto-activate: false | |
| - name: run spark-3.3 tests with scala-2.12 and python-${{ matrix.python }} | |
| run: | | |
| rm -rf spark/interpreter/metastore_db | |
| ./mvnw verify -pl spark-submit,spark/interpreter -am -Dtest=org/apache/zeppelin/spark/* -Pspark-3.3 -Pspark-scala-2.12 -Pintegration -DfailIfNoTests=false ${MAVEN_ARGS} | |
| - name: run spark-3.3 tests with scala-2.13 and python-${{ matrix.python }} | |
| run: | | |
| rm -rf spark/interpreter/metastore_db | |
| ./mvnw verify -pl spark-submit,spark/interpreter -am -Dtest=org/apache/zeppelin/spark/* -Pspark-3.3 -Pspark-scala-2.13 -Pintegration -DfailIfNoTests=false ${MAVEN_ARGS} | |
| - name: run spark-3.4 tests with scala-2.13 and python-${{ matrix.python }} | |
| run: | | |
| rm -rf spark/interpreter/metastore_db | |
| ./mvnw verify -pl spark-submit,spark/interpreter -am -Dtest=org/apache/zeppelin/spark/* -Pspark-3.4 -Pspark-scala-2.13 -Pintegration -DfailIfNoTests=false ${MAVEN_ARGS} | |
| - name: run spark-3.5 tests with scala-2.13 and python-${{ matrix.python }} | |
| run: | | |
| rm -rf spark/interpreter/metastore_db | |
| ./mvnw verify -pl spark-submit,spark/interpreter -am -Dtest=org/apache/zeppelin/spark/* -Pspark-3.5 -Pspark-scala-2.13 -Pintegration -DfailIfNoTests=false ${MAVEN_ARGS} | |
| - name: run spark-4.0 tests with scala-2.13 and python-${{ matrix.python }} | |
| if: ${{ matrix.java == 17 }} | |
| run: | | |
| rm -rf spark/interpreter/metastore_db | |
| ./mvnw verify -pl spark-submit,spark/interpreter -am -Dtest=org/apache/zeppelin/spark/* -Pspark-4.0 -Pspark-scala-2.13 -Pintegration -DfailIfNoTests=false ${MAVEN_ARGS} | |
| # Livy 0.8.0 tested with Spark 3.2 | |
| # https://github.com/apache/incubator-livy/blob/v0.8.0-incubating/dev/docker/livy-dev-spark/Dockerfile#L20 | |
| livy-0-8-with-spark-3-2-under-python39: | |
| runs-on: ubuntu-24.04 | |
| env: | |
| SPARK_VERSION: '3.2.4' | |
| HADOOP_VERSION: '3.2' | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v5 | |
| - name: Tune Runner VM | |
| uses: ./.github/actions/tune-runner-vm | |
| - name: Set up JDK 11 | |
| uses: actions/setup-java@v5 | |
| with: | |
| distribution: 'temurin' | |
| java-version: 11 | |
| - name: Cache Maven dependencies | |
| uses: actions/cache@v5 | |
| with: | |
| path: | | |
| ~/.m2/repository | |
| !~/.m2/repository/org/apache/zeppelin/ | |
| ~/.m2/wrapper | |
| key: ${{ runner.os }}-${{ runner.arch }}-maven-v2-${{ hashFiles('**/pom.xml', '.mvn/**') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-maven-v2- | |
| # Only this job downloads a standalone Spark archive; spark-test uses Maven artifacts. | |
| - name: Cache Spark distributions | |
| uses: actions/cache@v5 | |
| with: | |
| path: .spark-dist | |
| key: ${{ runner.os }}-${{ runner.arch }}-spark-dist-v1-${{ env.SPARK_VERSION }}-hadoop${{ env.HADOOP_VERSION }}-${{ hashFiles('testing/downloadSpark.sh', 'pom.xml', 'spark/pom.xml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-spark-dist-v1-${{ env.SPARK_VERSION }}-hadoop${{ env.HADOOP_VERSION }}- | |
| - name: Cache locked Conda packages | |
| uses: actions/cache@v5 | |
| with: | |
| path: ~/conda_pkgs_dir | |
| key: ${{ runner.os }}-${{ runner.arch }}-conda-python-3.9-v1-${{ hashFiles('testing/locks/python-3.9-linux-64.conda.lock') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.arch }}-conda-python-3.9-v1- | |
| - name: install environment | |
| run: | | |
| ./mvnw install -DskipTests -pl livy -am ${MAVEN_ARGS} | |
| ./testing/downloadSpark.sh "${SPARK_VERSION}" "${HADOOP_VERSION}" | |
| ./testing/downloadLivy.sh "0.8.0-incubating" "2.12" | |
| - name: Setup conda environment with python 3.9 | |
| uses: conda-incubator/setup-miniconda@v4 | |
| with: | |
| activate-environment: python_3 | |
| environment-file: testing/locks/python-3.9-linux-64.conda.lock | |
| channels: conda-forge | |
| conda-remove-defaults: true | |
| auto-update-conda: false | |
| auto-activate: false | |
| - name: run tests | |
| run: | | |
| export SPARK_HOME=$PWD/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION} | |
| export LIVY_HOME=$PWD/apache-livy-0.8.0-incubating_2.12-bin | |
| ./mvnw verify -pl livy ${MAVEN_ARGS} | |
| default-build: | |
| runs-on: ubuntu-24.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| java: [ 11, 17 ] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v5 | |
| - name: Tune Runner VM | |
| uses: ./.github/actions/tune-runner-vm | |
| - name: Set up JDK ${{ matrix.java }} | |
| uses: actions/setup-java@v5 | |
| with: | |
| distribution: 'temurin' | |
| java-version: ${{ matrix.java }} | |
| - name: Cache local Maven repository | |
| uses: actions/cache@v5 | |
| with: | |
| path: | | |
| ~/.m2/repository | |
| !~/.m2/repository/org/apache/zeppelin/ | |
| ~/.spark-dist | |
| ~/.cache | |
| key: ${{ runner.os }}-zeppelin-${{ hashFiles('**/pom.xml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-zeppelin- | |
| - name: build without any profiles | |
| run: ./mvnw clean verify -DskipTests ${MAVEN_ARGS} | |
| windows-build: | |
| runs-on: windows-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| java: [ 17 ] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v5 | |
| - name: Set up JDK ${{ matrix.java }} | |
| uses: actions/setup-java@v5 | |
| with: | |
| distribution: 'temurin' | |
| java-version: ${{ matrix.java }} | |
| - name: Cache local Maven repository | |
| uses: actions/cache@v5 | |
| with: | |
| path: | | |
| ~\.m2\repository | |
| !~\.m2\repository\org\apache\zeppelin\ | |
| key: ${{ runner.os }}-zeppelin-${{ hashFiles('**/pom.xml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-zeppelin- | |
| - name: Build on Windows | |
| run: | | |
| .\mvnw.cmd clean package -DskipTests ^ | |
| -Dorg.slf4j.simpleLogger.log.org.apache.maven.plugins.shade.mojo.ShadeMojo=warn ^ | |
| -Dorg.slf4j.simpleLogger.log.com.googlecode.download.maven.plugin.internal.WGet=warn ^ | |
| -Dorg.slf4j.simpleLogger.log.org.apache.maven.plugins.dependency.fromDependencies.CopyDependenciesMojo=warn ^ | |
| --no-transfer-progress | |
| shell: cmd |