Skip to content

Commit e298dfb

Browse files
authored
fix: 'SparkSession' object has no attribute 'util' (#557)
Signed-off-by: Jason Wang <[email protected]>
1 parent 4e1fe87 commit e298dfb

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

onnxmltools/convert/sparkml/operator_converters/tree_ensemble_common.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
import os
55
import time
66
import numpy
7-
7+
from pyspark.sql import SparkSession
88

99
class SparkMLTree(dict):
1010
pass
@@ -31,10 +31,11 @@ def sparkml_tree_dataset_to_sklearn(tree_df, is_classifier):
3131
return tree
3232

3333

34-
def save_read_sparkml_model_data(spark, model):
34+
def save_read_sparkml_model_data(spark: SparkSession, model):
3535
tdir = tempfile.tempdir
3636
if tdir is None:
37-
tdir = spark.util.Utils.createTempDir().getAbsolutePath()
37+
local_dir = spark._jvm.org.apache.spark.util.Utils.getLocalDir(spark._jsc.sc().conf())
38+
tdir = spark._jvm.org.apache.spark.util.Utils.createTempDir(local_dir, "onnx").getAbsolutePath()
3839
if tdir is None:
3940
raise FileNotFoundError(
4041
"Unable to create a temporary directory for model '{}'"

0 commit comments

Comments
 (0)