@@ -23,9 +23,7 @@ To create a new cluster with initialization actions, follow the steps below:
2323
24241). Click the ** CREATE CLUSTER** to create and custom your cluster.
2525
26- 2). ** Set up cluster:** choose cluster type and Dataproc image version ` 2.0-centos8 ` , enable component gateway, and add Jupyter Notebook, ZooKeeper.
27-
28- ![ Enable_component_gateway] ( ../integrations/oap/dataproc/imgs/component_gateway.png )
26+ 2). ** Set up cluster:** choose cluster type and Dataproc image version *** 2.0*** , enable component gateway, and add Jupyter Notebook, ZooKeeper.
2927
30283). ** Configure nodes:** choose the instance type and other configurations of nodes;
3129
@@ -53,9 +51,9 @@ spark.executor.extraLibraryPath /opt/benchmark-tools/oap/lib
5351spark.executorEnv.CC /opt/benchmark-tools/oap/bin/gcc
5452spark.executorEnv.LD_PRELOAD /usr/lib64/libjemalloc.so
5553
56- spark.files /opt/benchmark-tools/oap/oap_jars/spark-columnar-core-1.3.1-jar-with-dependencies.jar,/opt/benchmark-tools/oap/oap_jars/spark-arrow-datasource-standard-1.3.1-jar-with-dependencies.jar
57- spark.driver.extraClassPath /opt/benchmark-tools/oap/oap_jars/spark-columnar-core-1.3.1-jar-with-dependencies.jar:/opt/benchmark-tools/oap/oap_jars/spark-arrow-datasource-standard-1.3.1-jar-with-dependencies.jar
58- spark.executor.extraClassPath /opt/benchmark-tools/oap/oap_jars/spark-columnar-core-1.3.1-jar-with-dependencies.jar:/opt/benchmark-tools/oap/oap_jars/spark-arrow-datasource-standard-1.3.1-jar-with-dependencies.jar
54+ spark.files /opt/benchmark-tools/oap/oap_jars/spark-columnar-core-1.3.1-jar-with-dependencies.jar,/opt/benchmark-tools/oap/oap_jars/spark-arrow-datasource-standard-1.3.1-jar-with-dependencies.jar,/opt/benchmark-tools/oap/oap_jars/spark-sql-columnar-shims-spark311-1.3.1.jar,/opt/benchmark-tools/oap/oap_jars/spark-sql-columnar-shims-common-1.3.1.jar
55+ spark.driver.extraClassPath /opt/benchmark-tools/oap/oap_jars/spark-columnar-core-1.3.1-jar-with-dependencies.jar:/opt/benchmark-tools/oap/oap_jars/spark-arrow-datasource-standard-1.3.1-jar-with-dependencies.jar:/opt/benchmark-tools/oap/oap_jars/spark-sql-columnar-shims-spark311-1.3.1.jar:/opt/benchmark-tools/oap/oap_jars/spark-sql-columnar-shims-common-1.3.1.jar
56+ spark.executor.extraClassPath /opt/benchmark-tools/oap/oap_jars/spark-columnar-core-1.3.1-jar-with-dependencies.jar:/opt/benchmark-tools/oap/oap_jars/spark-arrow-datasource-standard-1.3.1-jar-with-dependencies.jar:/opt/benchmark-tools/oap/oap_jars/spark-sql-columnar-shims-spark311-1.3.1.jar:/opt/benchmark-tools/oap/oap_jars/spark-sql-columnar-shims-common-1.3.1.jar
5957spark.executor.instances 8
6058spark.executor.cores 8
6159spark.executor.memory 8g
0 commit comments