File tree Expand file tree Collapse file tree 5 files changed +768
-1022
lines changed
Expand file tree Collapse file tree 5 files changed +768
-1022
lines changed Original file line number Diff line number Diff line change 3636
3737 - name : Download Deequ JAR
3838 run : |
39- curl -L -o deequ -spark-3.5.jar \
40- https://github.com/awslabs/python-deequ/releases/download/v2.0.0b1/deequ -2.1.0b-spark-3.5.jar
39+ curl -L -o deequ_2.12-2.1.0b -spark-3.5.jar \
40+ https://github.com/awslabs/python-deequ/releases/download/v2.0.0b1/deequ_2.12 -2.1.0b-spark-3.5.jar
4141
4242 - name : Install Python dependencies
4343 run : |
5454 run : |
5555 $SPARK_HOME/sbin/start-connect-server.sh \
5656 --packages org.apache.spark:spark-connect_2.12:3.5.0 \
57- --jars $PWD/deequ -spark-3.5.jar \
57+ --jars $PWD/deequ_2.12-2.1.0b -spark-3.5.jar \
5858 --conf spark.connect.extensions.relation.classes=com.amazon.deequ.connect.DeequRelationPlugin
5959 # Wait for server to start
6060 sleep 20
You can’t perform that action at this time.
0 commit comments