This is an automated email from the ASF dual-hosted git repository.
kaihsun pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/submarine.git
The following commit(s) were added to refs/heads/master by this push:
new 48ab638 SUBMARINE-913. Remove Travis CI's relevant files
48ab638 is described below
commit 48ab638663ce4ff3ba104abe654f70deecaa13b9
Author: KUAN-HSUN-LI <[email protected]>
AuthorDate: Fri Jul 9 01:20:20 2021 +0800
SUBMARINE-913. Remove Travis CI's relevant files
### What is this PR for?
We have already migrated GitHub Actions from Travis CI, therefore, remove
the Travis CI's relevant files.
### What type of PR is it?
[CI/CD]
### Todos
### What is the Jira issue?
https://issues.apache.org/jira/browse/SUBMARINE-913
### How should this be tested?
### Screenshots (if appropriate)
### Questions:
* Do the license files need updating? No
* Are there breaking changes for older versions? No
* Does this need new documentation? No
Author: KUAN-HSUN-LI <[email protected]>
Signed-off-by: Kai-Hsun Chen <[email protected]>
Closes #658 from KUAN-HSUN-LI/SUBMARINE-913 and squashes the following
commits:
24e1041d [KUAN-HSUN-LI] SUBMARINE-913. Remove Travis CI relevent files
---
.travis.yml | 296 ---------------------
.../travis/install_external_dependencies.sh | 45 ----
dev-support/travis/tf-operator/crd_v1.yaml | 42 ---
.../tf-operator/tfevent-volume/tfevent-pv.yaml | 15 --
.../tf-operator/tfevent-volume/tfevent-pvc.yaml | 14 -
5 files changed, 412 deletions(-)
diff --git a/.travis.yml b/.travis.yml
deleted file mode 100644
index 2903c11..0000000
--- a/.travis.yml
+++ /dev/null
@@ -1,296 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-sudo: required
-
-before_cache:
- - sudo chown -R travis:travis $HOME/.m2
-
-cache:
- apt: true
- directories:
- - ${HOME}/.m2
- - submarine-workbench/workbench-web/node
- - submarine-workbench/workbench-web/node_modules
-
-addons:
- apt:
- sources:
- - mysql-5.7-trusty
- packages:
- - mysql-server
- - mysql-client
-
-services:
- - mysql
- #
https://docs.travis-ci.com/user/gui-and-headless-browsers/#Using-xvfb-to-Run-Tests-That-Require-a-GUI
- - xvfb
-
-env:
- global:
- # If you need to compile Phadoop-3.1 or Phadoop-3.2, you need to add
`!submarine-server/server-submitter/submitter-yarnservice` in EXCLUDE_SUBMARINE
- - SUBMARINE="org.apache.submarine"
- - EXCLUDE_SUBMARINE="!:submarine-all,!:submarine-client,!:submarine-dist"
- -
EXCLUDE_SERVER="!:submarine-server-api,!:submarine-server-core,!:submarine-server-rpc"
- - EXCLUDE_CLIENT="!:submarine-client"
- - EXCLUDE_ALL="!:submarine-all"
- - EXCLUDE_WORKBENCH="!:submarine-workbench,!:submarine-workbench-web"
- # -
EXCLUDE_INTERPRETER="!:submarine-interpreter,!:submarine-interpreter-core,!:submarine-python-interpreter,!:submarine-spark-interpreter"
- - EXCLUDE_SUBMITTER_K8S="!:submarine-submitter-k8s"
- - EXCLUDE_SUBMITTER_YARN="!:submarine-submitter-yarn"
- -
EXCLUDE_SUBMITTER="!:submarine-server-submitter,${EXCLUDE_SUBMITTER_K8S},${EXCLUDE_SUBMITTER_YARN}"
- -
EXCLUDE_COMMONS="!:submarine-commons-cluster,!:submarine-commons-metastore,!:submarine-commons-rpc,!:submarine-commons-runtime,!:submarine-commons-utils"
- - EXCLUDE_CLOUD="!:submarine-cloud"
- - EXCLUDE_DIST="!:submarine-dist"
- - EXCLUDE_TEST="!:submarine-test,!:submarine-test-e2e,!:submarine-test-k8s"
- - EXCLUDE_SPARK_SECURTITY="!:submarine-spark-security"
- - MOZ_HEADLESS=1
-
-before_install:
- # mysql
- - sudo service mysql restart
- - ./dev-support/database/init-database.sh
- - ./dev-support/travis/install_external_dependencies.sh
- # protobuf 3.10.1
- - PROTOBUF_VERSION=3.10.1
- - PROTOC_FILENAME=protoc-${PROTOBUF_VERSION}-linux-x86_64.zip
- - pushd /home/travis
- - wget
https://github.com/google/protobuf/releases/download/v${PROTOBUF_VERSION}/${PROTOC_FILENAME}
- - unzip ${PROTOC_FILENAME}
- - bin/protoc --version
- - popd
-
-matrix:
- include:
- - name: Test submarine commons-cluster
- language: java
- jdk: openjdk8
- dist: xenial
- env:
- - PROFILE="-Phadoop-2.9"
- - BUILD_FLAG="clean package install -DskipTests"
- - TEST_FLAG="test -DskipRat -am"
- - MODULES="-pl
${EXCLUDE_COMMONS},${EXCLUDE_SUBMITTER},${EXCLUDE_WORKBENCH},${EXCLUDE_CLIENT},${EXCLUDE_CLOUD},${EXCLUDE_SERVER},${EXCLUDE_ALL},${EXCLUDE_DIST},${EXCLUDE_TEST}"
- - TEST_MODULES="-pl org.apache.submarine:submarine-commons-cluster"
- - TEST_PROJECTS=""
-
- - name: Test submarine commons-metastore
- language: java
- jdk: openjdk8
- dist: xenial
- env:
- - PROFILE="-Phadoop-2.9"
- - BUILD_FLAG="clean package install -DskipTests"
- - TEST_FLAG="test -DskipRat -am"
- - MODULES="-pl
${EXCLUDE_COMMONS},${EXCLUDE_SUBMITTER},${EXCLUDE_WORKBENCH},${EXCLUDE_CLIENT},${EXCLUDE_CLOUD},${EXCLUDE_SERVER},${EXCLUDE_ALL},${EXCLUDE_DIST},${EXCLUDE_TEST}"
- - TEST_MODULES="-pl org.apache.submarine:submarine-commons-metastore"
- - TEST_PROJECTS=""
-
- - name: Test submarine commons-rpc
- language: java
- jdk: openjdk8
- dist: xenial
- env:
- - PROFILE="-Phadoop-2.9"
- - BUILD_FLAG="clean package install -DskipTests"
- - TEST_FLAG="test -DskipRat -am"
- - MODULES="-pl
${EXCLUDE_COMMONS},${EXCLUDE_SUBMITTER},${EXCLUDE_WORKBENCH},${EXCLUDE_CLIENT},${EXCLUDE_CLOUD},${EXCLUDE_SERVER},${EXCLUDE_ALL},${EXCLUDE_DIST},${EXCLUDE_TEST}"
- - TEST_MODULES="-pl org.apache.submarine:submarine-commons-rpc"
- - TEST_PROJECTS=""
-
- - name: Test submarine commons-runtime
- language: java
- jdk: openjdk8
- dist: xenial
- env:
- - PROFILE="-Phadoop-2.9"
- - BUILD_FLAG="clean package install -DskipTests"
- - TEST_FLAG="test -DskipRat -am"
- - MODULES="-pl
${EXCLUDE_COMMONS},${EXCLUDE_SUBMITTER},${EXCLUDE_WORKBENCH},${EXCLUDE_CLIENT},${EXCLUDE_CLOUD},${EXCLUDE_SERVER},${EXCLUDE_ALL},${EXCLUDE_DIST},${EXCLUDE_TEST}"
- - TEST_MODULES="-pl org.apache.submarine:submarine-commons-runtime"
- - TEST_PROJECTS=""
-
- - name: Test submarine commons-unixusersync
- language: java
- jdk: openjdk8
- dist: xenial
- env:
- - PROFILE="-Phadoop-2.9"
- - BUILD_FLAG="clean package install -DskipTests"
- - TEST_FLAG="test -DskipRat -am"
- - MODULES="-pl
${EXCLUDE_COMMONS},${EXCLUDE_SUBMITTER},${EXCLUDE_WORKBENCH},${EXCLUDE_CLIENT},${EXCLUDE_CLOUD},${EXCLUDE_SERVER},${EXCLUDE_ALL},${EXCLUDE_DIST},${EXCLUDE_TEST}"
- - TEST_MODULES="-pl
org.apache.submarine:submarine-commons-unixusersync"
- - TEST_PROJECTS=""
-
- - name: Test submarine server
- language: java
- jdk: openjdk8
- dist: xenial
- env:
- - PROFILE="-Phadoop-2.9"
- - BUILD_FLAG="clean package install -DskipTests"
- - TEST_FLAG="test -DskipRat -am"
- - MODULES="-pl
${EXCLUDE_SUBMITTER_K8S},${EXCLUDE_WORKBENCH},${EXCLUDE_CLOUD},${EXCLUDE_ALL},${EXCLUDE_DIST},${EXCLUDE_TEST}"
- - TEST_MODULES="-pl
${EXCLUDE_COMMONS},org.apache.submarine:submarine-server-core"
- - TEST_PROJECTS=""
-
- - name: Test submarine submitter on hadoop-2.9 (default)
- language: java
- jdk: openjdk8
- dist: xenial
- env:
- - PROFILE="-Phadoop-2.9"
- - BUILD_FLAG="clean package install -DskipTests -DskipRat"
- - TEST_FLAG="test -DskipRat -am"
- - MODULES="-pl
${EXCLUDE_SUBMITTER_K8S},${EXCLUDE_WORKBENCH},${EXCLUDE_CLOUD},${EXCLUDE_DIST}"
- - TEST_MODULES="-pl
${EXCLUDE_SUBMITTER_K8S},${EXCLUDE_WORKBENCH},${EXCLUDE_CLOUD},${EXCLUDE_COMMONS},${EXCLUDE_DIST},${EXCLUDE_TEST},${EXCLUDE_ALL},${EXCLUDE_SERVER},${EXCLUDE_SPARK_SECURTITY}"
- - TEST_PROJECTS=""
-
- - name: Test submarine submitter on hadoop-2.10
- language: java
- jdk: openjdk8
- dist: xenial
- env:
- - PROFILE="-Phadoop-2.10"
- - BUILD_FLAG="clean package install -DskipTests -DskipRat"
- - TEST_FLAG="test -DskipRat -am"
- - MODULES="-pl
${EXCLUDE_SUBMITTER_K8S},${EXCLUDE_WORKBENCH},${EXCLUDE_CLOUD},${EXCLUDE_DIST}"
- - TEST_MODULES="-pl
${EXCLUDE_SUBMITTER_K8S},${EXCLUDE_WORKBENCH},${EXCLUDE_CLOUD},${EXCLUDE_COMMONS},${EXCLUDE_DIST},${EXCLUDE_TEST},${EXCLUDE_ALL},${EXCLUDE_SERVER},${EXCLUDE_SPARK_SECURTITY}"
- - TEST_PROJECTS=""
-
- - name: Test submarine submitter on hadoop-3.1
- language: java
- jdk: openjdk8
- dist: xenial
- env:
- - PROFILE="-Phadoop-3.1"
- - BUILD_FLAG="clean package install -DskipTests -DskipRat"
- - TEST_FLAG="test -DskipRat -am"
- - MODULES="-pl
${EXCLUDE_SUBMITTER_K8S},${EXCLUDE_WORKBENCH},${EXCLUDE_CLOUD},${EXCLUDE_DIST}"
- - TEST_MODULES="-pl
${EXCLUDE_SUBMITTER_K8S},${EXCLUDE_WORKBENCH},${EXCLUDE_CLOUD},${EXCLUDE_COMMONS},${EXCLUDE_DIST},${EXCLUDE_TEST},${EXCLUDE_ALL},${EXCLUDE_SERVER},${EXCLUDE_SPARK_SECURTITY}"
- - TEST_PROJECTS=""
-
- - name: Test submarine submitter on hadoop-3.2
- language: java
- jdk: openjdk8
- dist: xenial
- env:
- - PROFILE="-Phadoop-3.2"
- - BUILD_FLAG="clean package install -DskipTests -DskipRat"
- - TEST_FLAG="test -DskipRat -am"
- - MODULES="-pl
${EXCLUDE_SUBMITTER_K8S},${EXCLUDE_WORKBENCH},${EXCLUDE_CLOUD},${EXCLUDE_DIST}"
- - TEST_MODULES="-pl
${EXCLUDE_SUBMITTER_K8S},${EXCLUDE_WORKBENCH},${EXCLUDE_CLOUD},${EXCLUDE_COMMONS},${EXCLUDE_DIST},${EXCLUDE_TEST},${EXCLUDE_ALL},${EXCLUDE_SERVER},${EXCLUDE_SPARK_SECURTITY}"
- - TEST_PROJECTS=""
-
-# Temporary disable this test, refer to SUBMARINE-672
-# - name: Test submarine interpreter
-# language: java
-# jdk: "openjdk8"
-# dist: xenial
-# env: PYTHON="3" PROFILE="-Phadoop-2.9" BUILD_FLAG="clean package
install -DskipTests -am" TEST_FLAG="test -DskipRat -am" MODULES="-pl $(echo
${EXCLUDE_INTERPRETER} | sed 's/!//g')" TEST_MODULES="-pl $(echo
${EXCLUDE_INTERPRETER} | sed 's/!//g')" TEST_PROJECTS=""
-
- - name: Test submarine workbench-web Angular
- language: node_js
- node_js:
- - "10"
- before_install:
- - cd submarine-workbench/workbench-web
- before_script:
- npm install
- addons:
- chrome: stable
- firefox: latest
- script:
- - npm run test -- --no-watch --no-progress --browsers=ChromeHeadlessCI
- - npm run test -- --no-watch --no-progress --browsers=FirefoxHeadless
- - npm run webdriver
- - npm run e2e -- --protractor-config=e2e/protractor-ci.conf.js
- env:
- - BUILD_FLAG="clean package -DskipTests"
- - TEST_FLAG="test -DskipRat -am"
- - MODULES="-pl org.apache.submarine:submarine-workbench-web"
- - TEST_MODULES="-pl org.apache.submarine:submarine-workbench-web"
- - TEST_PROJECTS=""
-
- - name: Test submarine spark security with spark 2.3 and ranger 2.0
- language: scala
- jdk: openjdk8
- env:
- - MAVEN_OPTS="-Xmx2g -XX:ReservedCodeCacheSize=512m
-Dorg.slf4j.simpleLogger.defaultLogLevel=WARN"
- - BUILD_FLAG="--batch-mode clean install -Dmaven.javadoc.skip=true"
- - TEST_FLAG=$BUILD_FLAG
- - PROFILE="-Pspark-2.3 -Pranger-2.0"
- - MODULES="-pl :submarine-spark-security"
-
- - name: Test submarine spark security with spark 2.4 and ranger 1.2
- language: scala
- jdk: openjdk8
- env:
- - MAVEN_OPTS="-Xmx2g -XX:ReservedCodeCacheSize=512m
-Dorg.slf4j.simpleLogger.defaultLogLevel=WARN"
- - BUILD_FLAG="--batch-mode clean install -Dmaven.javadoc.skip=true"
- - TEST_FLAG=$BUILD_FLAG
- - PROFILE="-Pspark-2.4 -Pranger-1.2"
- - MODULES="-pl :submarine-spark-security"
-
- - name: Test submarine spark security with spark 2.4 and ranger 2.0
- language: scala
- jdk: openjdk8
- env:
- - MAVEN_OPTS="-Xmx2g -XX:ReservedCodeCacheSize=512m
-Dorg.slf4j.simpleLogger.defaultLogLevel=WARN"
- - BUILD_FLAG="--batch-mode clean install -Dmaven.javadoc.skip=true"
- - TEST_FLAG=$BUILD_FLAG
- - PROFILE="-Pspark-2.4 -Pranger-2.0"
- - MODULES="-pl :submarine-spark-security"
-
- - name: Test submarine spark security with spark 3.0 and ranger 1.2
- language: scala
- jdk: openjdk8
- env:
- - MAVEN_OPTS="-Xmx2g -XX:ReservedCodeCacheSize=512m
-Dorg.slf4j.simpleLogger.defaultLogLevel=WARN"
- - BUILD_FLAG="--batch-mode clean install -Dmaven.javadoc.skip=true"
- - TEST_FLAG=$BUILD_FLAG
- - PROFILE="-Pspark-3.0 -Pranger-1.2"
- - MODULES="-pl :submarine-spark-security"
-
- - name: Test submarine spark security with spark 3.0 and ranger 2.0
- language: scala
- jdk: openjdk8
- env:
- - MAVEN_OPTS="-Xmx2g -XX:ReservedCodeCacheSize=512m
-Dorg.slf4j.simpleLogger.defaultLogLevel=WARN"
- - BUILD_FLAG="--batch-mode clean install -Dmaven.javadoc.skip=true"
- - TEST_FLAG=$BUILD_FLAG
- - PROFILE="-Pspark-3.0 -Pranger-2.0"
- - MODULES="-pl :submarine-spark-security"
-install:
- - mvn --version
- - echo ">>> mvn $BUILD_FLAG $MODULES $PROFILE -B"
- - mvn $BUILD_FLAG $MODULES $PROFILE -B
-
-before_script:
- # display info log for debugging
- - if [[ -n $TEST_MODULES ]]; then echo "MAVEN_OPTS='-Xms1024M -Xmx2048M
-XX:MaxPermSize=1024m -XX:-UseGCOverheadLimit
-Dorg.slf4j.simpleLogger.defaultLogLevel=info'" > ~/.mavenrc; fi
-
-script:
- - if [[ -n $TEST_MODULES ]]; then export MODULES="${TEST_MODULES}"; fi
- - echo ">>> mvn $TEST_FLAG $MODULES $PROFILE -B $TEST_PROJECTS"
- - mvn $TEST_FLAG $MODULES $PROFILE -B $TEST_PROJECTS
-
-after_success:
- - echo "Travis exited with ${TRAVIS_TEST_RESULT}"
-
-after_failure:
- - echo "Travis exited with ${TRAVIS_TEST_RESULT}"
- - find . -name rat.txt | xargs cat
- - cat logs/*
diff --git a/dev-support/travis/install_external_dependencies.sh
b/dev-support/travis/install_external_dependencies.sh
deleted file mode 100755
index c73f28b..0000000
--- a/dev-support/travis/install_external_dependencies.sh
+++ /dev/null
@@ -1,45 +0,0 @@
-#!/usr/bin/env bash
-
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# Script for installing R / Python dependencies for Travis CI
-set -exvuo pipefail
-touch ~/.environ
-
-# Install Python dependencies for Python specific tests
-if [[ -n "${PYTHON:-}" ]] ; then
- wget
https://repo.continuum.io/miniconda/Miniconda${PYTHON}-4.5.4-Linux-x86_64.sh -O
miniconda.sh
- bash miniconda.sh -b -p $HOME/miniconda
- echo "export PATH='$HOME/miniconda/bin:$PATH'" >> ~/.environ
- source ~/.environ
-
- hash -r
- conda config --set always_yes yes --set changeps1 no
- conda update -q conda
- conda info -a
- conda config --add channels conda-forge
-
- conda install numpy=1.13.3 pandas=0.21.1 matplotlib=2.1.1 pandasql=0.7.3
ipython=5.4.1 jupyter_client=5.1.0 ipykernel=4.7.0 bokeh=0.12.10
- pip install scipy==1.5.2 ggplot==0.11.5 grpcio==1.8.2 bkzep==0.4.0
-
- if [[ -n "${TENSORFLOW:-}" ]] ; then
- check_results=`conda search -c conda-forge tensorflow`
- echo "search tensorflow = $check_results"
-
- pip install tensorflow=="${TENSORFLOW}"
- fi
-fi
diff --git a/dev-support/travis/tf-operator/crd_v1.yaml
b/dev-support/travis/tf-operator/crd_v1.yaml
deleted file mode 100644
index 546e66a..0000000
--- a/dev-support/travis/tf-operator/crd_v1.yaml
+++ /dev/null
@@ -1,42 +0,0 @@
-apiVersion: apiextensions.k8s.io/v1beta1
-kind: CustomResourceDefinition
-metadata:
- name: tfjobs.kubeflow.org
-spec:
- group: kubeflow.org
- scope: Namespaced
- names:
- kind: TFJob
- singular: tfjob
- plural: tfjobs
- versions:
- - name: v1
- served: true
- storage: true
- subresources:
- status: {}
- validation:
- openAPIV3Schema:
- properties:
- spec:
- properties:
- tfReplicaSpecs:
- properties:
- # The validation works when the configuration contains
- # `Worker`, `PS` or `Chief`. Otherwise it will not be
validated.
- Worker:
- properties:
- replicas:
- type: integer
- minimum: 1
- PS:
- properties:
- replicas:
- type: integer
- minimum: 1
- Chief:
- properties:
- replicas:
- type: integer
- minimum: 1
- maximum: 1
\ No newline at end of file
diff --git a/dev-support/travis/tf-operator/tfevent-volume/tfevent-pv.yaml
b/dev-support/travis/tf-operator/tfevent-volume/tfevent-pv.yaml
deleted file mode 100644
index a450c6a..0000000
--- a/dev-support/travis/tf-operator/tfevent-volume/tfevent-pv.yaml
+++ /dev/null
@@ -1,15 +0,0 @@
-apiVersion: v1
-kind: PersistentVolume
-metadata:
- name: tfevent-volume
- labels:
- type: local
- app: tfjob
-spec:
- capacity:
- storage: 10Gi
- storageClassName: standard
- accessModes:
- - ReadWriteMany
- hostPath:
- path: /tmp/data
diff --git a/dev-support/travis/tf-operator/tfevent-volume/tfevent-pvc.yaml
b/dev-support/travis/tf-operator/tfevent-volume/tfevent-pvc.yaml
deleted file mode 100644
index 81c2ca9..0000000
--- a/dev-support/travis/tf-operator/tfevent-volume/tfevent-pvc.yaml
+++ /dev/null
@@ -1,14 +0,0 @@
-apiVersion: v1
-kind: PersistentVolumeClaim
-metadata:
- name: tfevent-volume
- namespace: submarine
- labels:
- type: local
- app: tfjob
-spec:
- accessModes:
- - ReadWriteMany
- resources:
- requests:
- storage: 10Gi
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
