modified files to build for Databricks runtime 11.3 LTS compliant versions

Author: ronanstokes-db

Pipfile

@@ -10,7 +10,7 @@ sphinx = ">=2.0.0,<3.1.0"
 nbsphinx = "*"
 numpydoc = "==0.8"
 pypandoc = "*"
-ipython = "==7.31.1"
+ipython = "==7.32.0"
 pydata-sphinx-theme = "*"
 recommonmark = "*"
 sphinx-markdown-builder = "*"
@@ -19,13 +19,13 @@ prospector = "*"
 
 [packages]
 numpy = "==1.22.0"
-pyspark = "==3.1.3"
-pyarrow = "==4.0.1"
-wheel = "==0.38.4"
-pandas = "==1.2.4"
-setuptools = "==65.6.3"
-pyparsing = "==2.4.7"
+pyspark = "==3.3.0"
+pyarrow = "==7.0.0"
+wheel = "==0.37.0"
+pandas = "==1.3.4"
+setuptools = "==68.0.4"
+pyparsing = "==3.0.4"
 jmespath = "==0.10.0"
 
 [requires]
-python_version = "3.8.12"
+python_version = "3.9.21"