This is an automated email from the ASF dual-hosted git repository. yihua pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push: new 27907de [HUDI-3028] Use blob storage to speed up CI downloads (#4331) 27907de is described below commit 27907dea4cb7b52fa61521e738e2d94ef203992b Author: Raymond Xu <2701446+xushi...@users.noreply.github.com> AuthorDate: Wed Dec 15 15:33:33 2021 -0800 [HUDI-3028] Use blob storage to speed up CI downloads (#4331) Co-authored-by: Sivabalan Narayanan <n.siv...@gmail.com> --- azure-pipelines.yml | 15 ++++++++++++--- 1 file changed, 12 insertions(+), 3 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 2249328..6d96ed5 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -176,10 +176,19 @@ stages: mavenOptions: '-Xmx2g $(MAVEN_OPTS)' - job: IT steps: + - task: AzureCLI@2 + displayName: Azure CLI + inputs: + azureSubscription: apachehudici-service-connection + scriptType: bash + scriptLocation: inlineScript + inlineScript: | + az --version + az account show + echo 'Downloading spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION)' + az storage blob download -c ci-caches -n spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION).tgz -f $(Pipeline.Workspace)/spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION).tgz --account-name apachehudici + tar -xvf $(Pipeline.Workspace)/spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION).tgz -C $(Pipeline.Workspace)/ - script: | - echo 'Downloading spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION)' - wget https://archive.apache.org/dist/spark/spark-$(SPARK_VERSION)/spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION).tgz -O $(Pipeline.Workspace)/spark-$(SPARK_VERSION).tgz - tar -xvf $(Pipeline.Workspace)/spark-$(SPARK_VERSION).tgz -C $(Pipeline.Workspace)/ mkdir /tmp/spark-events/ mvn $(MAVEN_OPTS) -Pintegration-tests verify displayName: IT