This is an automated email from the ASF dual-hosted git repository.
peacewong pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/linkis.git
The following commit(s) were added to refs/heads/master by this push:
new 118435f08 Modify spark-k8s-operator.md rest submit task parameters
(#4912)
118435f08 is described below
commit 118435f084fce3b1796cb1c73078a2c84653b3b5
Author: ChengJie1053 <[email protected]>
AuthorDate: Mon Sep 25 17:21:56 2023 +0800
Modify spark-k8s-operator.md rest submit task parameters (#4912)
---
.../spark/src/main/resources/spark-k8s-operator.md | 10 ++++------
1 file changed, 4 insertions(+), 6 deletions(-)
diff --git
a/linkis-engineconn-plugins/spark/src/main/resources/spark-k8s-operator.md
b/linkis-engineconn-plugins/spark/src/main/resources/spark-k8s-operator.md
index cabdd2245..9a0921f29 100644
--- a/linkis-engineconn-plugins/spark/src/main/resources/spark-k8s-operator.md
+++ b/linkis-engineconn-plugins/spark/src/main/resources/spark-k8s-operator.md
@@ -48,8 +48,6 @@ POST /api/rest_j/v1/entrance/submit
```json
{
"executionContent": {
- "spark.app.main.class": "org.apache.spark.examples.SparkPi",
- "spark.app.args": "spark.app.args",
"runType": "jar",
"code": "show databases"
},
@@ -61,13 +59,13 @@ POST /api/rest_j/v1/entrance/submit
"spark.executor.memory": "1g",
"spark.driver.memory": "1g",
"spark.executor.cores": "1",
+ "spark.app.main.class": "org.apache.spark.examples.SparkPi",
"spark.app.name": "spark-submit-jar-cjtest",
"spark.app.resource":
"local:///opt/spark/examples/jars/spark-examples_2.12-3.2.1.jar",
"spark.executor.instances": 1,
- "spark.master": "k8soperator",
- "spark.k8s.master.url": "http://ip:port",
- "spark.k8s.username": "username",
- "spark.k8s.password": "password"
+ "spark.master":"k8s-operator",
+ "linkis.spark.k8s.config.file":"~/.kube/config",
+ "linkis.spark.k8s.serviceAccount":"spark"
}
}
},
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]