From 17060f541a67d4f922a848a1937de642d4654821 Mon Sep 17 00:00:00 2001 From: Xin Qiu Date: Wed, 3 Nov 2021 09:35:37 +0800 Subject: [PATCH] change engine's required configuration to warning (#3366) * change engine's error to warning * delete spark.shuffle.reduceLocality.enabled * Update test_spark-bigdl.conf * Update EngineSpec.scala * Update test_zoo_utils.py * Update test_image3d.py * Update AnalyticsZoo-on-Databricks.md * Update databricks.md * Update test_zoo_utils.py --- docs/readthedocs/source/doc/UserGuide/databricks.md | 1 - 1 file changed, 1 deletion(-) diff --git a/docs/readthedocs/source/doc/UserGuide/databricks.md b/docs/readthedocs/source/doc/UserGuide/databricks.md index 32c13e8d..c776bbc5 100644 --- a/docs/readthedocs/source/doc/UserGuide/databricks.md +++ b/docs/readthedocs/source/doc/UserGuide/databricks.md @@ -51,7 +51,6 @@ On the cluster configuration page, click the **Advanced Options** toggle. Click See below for an example of Spark config setting needed by BigDL. Here it sets 2 core per executor. Note that "spark.cores.max" needs to be properly set below. ``` -spark.shuffle.reduceLocality.enabled false spark.serializer org.apache.spark.serializer.JavaSerializer spark.shuffle.blockTransferService nio spark.databricks.delta.preview.enabled true