diff --git a/README.md b/README.md index bf1df322..a8e6cef5 100644 --- a/README.md +++ b/README.md @@ -74,13 +74,13 @@ You can link against this library in your program at the following coordinates: -
groupId: za.co.absa.cobrix
artifactId: spark-cobol_2.11
version: 2.8.3
+
groupId: za.co.absa.cobrix
artifactId: spark-cobol_2.11
version: 2.8.4
-
groupId: za.co.absa.cobrix
artifactId: spark-cobol_2.12
version: 2.8.3
+
groupId: za.co.absa.cobrix
artifactId: spark-cobol_2.12
version: 2.8.4
-
groupId: za.co.absa.cobrix
artifactId: spark-cobol_2.13
version: 2.8.3
+
groupId: za.co.absa.cobrix
artifactId: spark-cobol_2.13
version: 2.8.4
@@ -91,17 +91,17 @@ This package can be added to Spark using the `--packages` command line option. F ### Spark compiled with Scala 2.11 ``` -$SPARK_HOME/bin/spark-shell --packages za.co.absa.cobrix:spark-cobol_2.11:2.8.3 +$SPARK_HOME/bin/spark-shell --packages za.co.absa.cobrix:spark-cobol_2.11:2.8.4 ``` ### Spark compiled with Scala 2.12 ``` -$SPARK_HOME/bin/spark-shell --packages za.co.absa.cobrix:spark-cobol_2.12:2.8.3 +$SPARK_HOME/bin/spark-shell --packages za.co.absa.cobrix:spark-cobol_2.12:2.8.4 ``` ### Spark compiled with Scala 2.13 ``` -$SPARK_HOME/bin/spark-shell --packages za.co.absa.cobrix:spark-cobol_2.13:2.8.3 +$SPARK_HOME/bin/spark-shell --packages za.co.absa.cobrix:spark-cobol_2.13:2.8.4 ``` ## Usage @@ -239,8 +239,8 @@ Cobrix's `spark-cobol` data source depends on the COBOL parser that is a part of The jars that you need to get are: -* spark-cobol_2.12-2.8.3.jar -* cobol-parser_2.12-2.8.3.jar +* spark-cobol_2.12-2.8.4.jar +* cobol-parser_2.12-2.8.4.jar > Versions older than 2.8.0 also need `scodec-core_2.12-1.10.3.jar` and `scodec-bits_2.12-1.1.4.jar`. @@ -248,9 +248,9 @@ The jars that you need to get are: After that you can specify these jars in `spark-shell` command line. Here is an example: ``` -$ spark-shell --packages za.co.absa.cobrix:spark-cobol_2.12:2.8.3 +$ spark-shell --packages za.co.absa.cobrix:spark-cobol_2.12:2.8.4 or -$ spark-shell --master yarn --deploy-mode client --driver-cores 4 --driver-memory 4G --jars spark-cobol_2.12-2.8.3.jar,cobol-parser_2.12-2.8.3.jar +$ spark-shell --master yarn --deploy-mode client --driver-cores 4 --driver-memory 4G --jars spark-cobol_2.12-2.8.4.jar,cobol-parser_2.12-2.8.4.jar Setting default log level to "WARN". To adjust logging level use sc.setLogLevel(newLevel). For SparkR, use setLogLevel(newLevel). @@ -318,7 +318,7 @@ The fat jar will have '-bundle' suffix. You can also download pre-built bundles Then, run `spark-shell` or `spark-submit` adding the fat jar as the option. ```sh -$ spark-shell --jars spark-cobol_2.12_3.3-2.8.4-SNAPSHOT-bundle.jar +$ spark-shell --jars spark-cobol_2.12_3.3-2.8.5-SNAPSHOT-bundle.jar ``` > A note for building and running tests on Windows @@ -1794,6 +1794,13 @@ A: Update hadoop dll to version 3.2.2 or newer. ## Changelog +- #### 2.8.4 released 5 June 2025. + - [#763](https://github.com/AbsaOSS/cobrix/issues/763) Implemented relaxed type restrictions on which field can be used for record length. + - [#25](https://github.com/AbsaOSS/cobrix/issues/25) Added the option to retain string format for numbers in DISPLAY format. + ```scala + .option("display_pic_always_string", "true") + ``` + - #### 2.8.3 released 12 May 2025. - [#759](https://github.com/AbsaOSS/cobrix/issues/759) Added the ability to run self-checks for custom record extractors: ```scala diff --git a/cobol-converters/pom.xml b/cobol-converters/pom.xml index 808c8901..f4d67db6 100644 --- a/cobol-converters/pom.xml +++ b/cobol-converters/pom.xml @@ -22,7 +22,7 @@ za.co.absa.cobrix cobrix_2.12 - 2.8.4-SNAPSHOT + 2.8.5-SNAPSHOT ../pom.xml diff --git a/cobol-parser/pom.xml b/cobol-parser/pom.xml index 885d7256..c8c94e7d 100644 --- a/cobol-parser/pom.xml +++ b/cobol-parser/pom.xml @@ -22,7 +22,7 @@ za.co.absa.cobrix cobrix_2.12 - 2.8.4-SNAPSHOT + 2.8.5-SNAPSHOT ../pom.xml diff --git a/examples/examples-collection/pom.xml b/examples/examples-collection/pom.xml index 2f3d2160..8c5a17f3 100644 --- a/examples/examples-collection/pom.xml +++ b/examples/examples-collection/pom.xml @@ -31,7 +31,7 @@ 2.11 2.4.8 2.4.16 - 2.8.3 + 2.8.4 diff --git a/examples/spark-cobol-app/build.sbt b/examples/spark-cobol-app/build.sbt index f32fd0ed..ff3765f0 100644 --- a/examples/spark-cobol-app/build.sbt +++ b/examples/spark-cobol-app/build.sbt @@ -20,7 +20,7 @@ ThisBuild / version := "0.1.0-SNAPSHOT" ThisBuild / scalaVersion := "2.12.20" val sparkVersion = "3.5.5" -val sparkCobolVersion = "2.8.3" +val sparkCobolVersion = "2.8.4" val scalatestVersion = "3.2.14" ThisBuild / libraryDependencies ++= Seq( diff --git a/examples/spark-cobol-app/pom.xml b/examples/spark-cobol-app/pom.xml index 58221fd8..7dcafb20 100755 --- a/examples/spark-cobol-app/pom.xml +++ b/examples/spark-cobol-app/pom.xml @@ -31,7 +31,7 @@ 2.12 3.2.14 3.5.5 - 2.8.3 + 2.8.4 diff --git a/examples/spark-cobol-s3-standalone/pom.xml b/examples/spark-cobol-s3-standalone/pom.xml index dff27ad5..c7dc6a9b 100644 --- a/examples/spark-cobol-s3-standalone/pom.xml +++ b/examples/spark-cobol-s3-standalone/pom.xml @@ -32,7 +32,7 @@ 2.11 3.2.3 2.4.8 - 2.8.3 + 2.8.4 3.4.4 diff --git a/pom.xml b/pom.xml index e265e02f..631e0443 100644 --- a/pom.xml +++ b/pom.xml @@ -22,7 +22,7 @@ za.co.absa.cobrix cobrix_2.12 - 2.8.4-SNAPSHOT + 2.8.5-SNAPSHOT pom diff --git a/spark-cobol/pom.xml b/spark-cobol/pom.xml index dff3714a..f66493bc 100644 --- a/spark-cobol/pom.xml +++ b/spark-cobol/pom.xml @@ -22,7 +22,7 @@ za.co.absa.cobrix cobrix_2.12 - 2.8.4-SNAPSHOT + 2.8.5-SNAPSHOT ../pom.xml diff --git a/version.sbt b/version.sbt index 986a6575..3c2886a0 100644 --- a/version.sbt +++ b/version.sbt @@ -1 +1 @@ -ThisBuild / version := "2.8.4-SNAPSHOT" +ThisBuild / version := "2.8.5-SNAPSHOT"