Merge remote-tracking branch 'upstream/master' into gc4

Author: ddeclerck

ChangeLog

@@ -5,10 +5,35 @@
 	  Clang, to prevent some features to be mistakenly detected as missing
 	  (in particular -Wno-pointer-sign and -fstack-clash-protection)
 
+2024-09-27  Simon Sobisch <simonsobisch@gnu.org>
+
+	* build_aux/ltmain.sh, m4/libtool.m4, m4/ltoptions.m4, m4/ltversion.m4:
+	  update libtool from 2.46 to 2.53, dropping all manual patches
+	* configure.ac:  require autoconf 2.70 and drop check for lex-library with
+	  noyywrap option for AC_PROG_LEX
+	* HACKING: document dependencies autoconf 2.70 and automake 1.16 and
+	  several smaller text updates
+	* Makefile.am (checkmanual-code-coverage, checkall-code-coverage): new
+	  targets removing the need to do that manually
+	* DEPENDENCIES: added perl for running NIST85
+
 2024-09-19  David Declerck <david.declerck@ocamlpro.com>
 
 	* configure.ac: replace AC_ARG_VAR by AC_SUBST where appropriate
 
+2024-09-09  Simon Sobisch <simonsobisch@gnu.org>
+
+	* README: add documentation for "make checkmanual"
+
+2024-08-10  Simon Sobisch <simonsobisch@gnu.org>
+
+	* DEPENDENCIES, NEWS: document usage of libiconv
+
+2024-08-06  Simon Sobisch <simonsobisch@gnu.org>
+
+	* configure.ac: new option --with-iconv
+	* m4/iconv.m4: updated to current version from gnulib
+
 2024-05-14  David Declerck <david.declerck@ocamlpro.com>
 
 	* configure.ac: update flags for building dynamic libraries on macOS

DEPENDENCIES

@@ -137,6 +137,27 @@ The following libraries ARE required WHEN :
 
     JSON-C is distributed under Expat License.
 
+5) character encoding support is needed and iconv is not provided
+   as part of libc
+
+    BOTH runtime AND development components required.
+
+    libiconv - https://www.gnu.org/software/libiconv/
+
+    GNU libiconv is distributed under GNU Lesser General Public License.
+
+   Note: Support for partial character encoding is provided directly,
+   full support for national and utf8 literals and data, as well as
+   utf8 source encoding needs an implementation of the iconv API.
+
+
+6) The NIST COBOL85 testsuite sould be used for verification;
+   the test runner "make test" REQUIRES:
+
+  o Perl >= 5.0005  - https://www.perl.org
+
+    Perl is licensed under its Artistic License, or the GNU General Public License (GPL). 
+
 
 See HACKING if you wish to hack the GnuCOBOL source or build directly
 from version control as this includes the list of additional tools

DEPENDENCIES.md

@@ -102,7 +102,7 @@ XML Support
 
 Support for GENERATE XML is provided by:
 
-*   [libxml2](http://xmlsoft.org)
+*   [libxml2](https://xmlsoft.org)
 
     libxml2 is distributed under MIT License.
 
@@ -119,3 +119,24 @@ Support for GENERATE JSON is provided by *one* of the following:
 
     JSON-C is distributed under Expat License.
 
+
+character encoding support
+----------------------------
+
+Support for partial character encoding is provided directly,
+full support for national and utf8 literals and data, as well as
+utf8 source encoding needs an implementation of the iconv API.
+If this is not provided by libc, it is provided by:
+
+*   [libiconv](https://www.gnu.org/software/libiconv/)
+
+    GNU libiconv is distributed under GNU Lesser General Public License.
+
+
+NIST COBOL85 testsuite
+----------------------------
+To be able to run `make test`:
+
+*   [Perl](https://www.perl.org) >= 5.0005
+
+    Perl is licensed under its Artistic License, or the GNU General Public License (GPL). 

HACKING

@@ -18,18 +18,18 @@ an official release, which will commonly be created using a newer toolset).
 If you build from VCS the tools in the first 4 lists are always needed.
 
 For running "autogen.sh" (necessary after VCS checkout) / reconfigure:
-  o autoconf 2.64
-  o automake 1.13
-  o libtool 2.2.6
+  o autoconf 2.70
+  o automake 1.16
+  o libtool 2.2.6 (2.5.3 highly+ suggested, can be easily installed locally)
   o m4 1.4.12
 
-If you modify top-level configure.ac or Makefile.am in any directory then
-you will need to run "autoreconf -I m4" to regenerate the necessary files.
+If you modify top-level configure.ac or Makefile.am in any directory and rerun
+"make", the build system will regenerate the necessary files.
 
-If you want to update to a newer automake/libtool version or get errors
-about wrong version numbers in m4 run "autoreconf -vfi -I m4" instead.
+If you want to update to a different automake/libtool version or get errors
+about wrong version numbers in m4 run "autogen.sh install" instead.
 
-For compiling (when changing flex/bison sources):
+For compiling (when changing pparser/scanner sources):
   o Bison 3.6
   o Flex 2.5.35
 
@@ -110,4 +110,4 @@ OR                               # if you want to compare with an
 There should be no difference shown as long as the "old version" passed
 the same tests as the new version - given the example above: there was
 no support for REPORT WRITER in 2.2 so there would be an expected failure
-of the RW tests).
+of the RW tests.

Makefile.am

@@ -192,9 +192,18 @@ vcs-update:
 	distbin distbin-gzip distbin-bzip2 distbin-lzip distbin-xz
 
 test: all
-	cd tests && $(MAKE) $(AM_MAKEFLAGS) test
+	cd tests && $(AM_V_at)$(MAKE) $(AM_MAKEFLAGS) test
 checkmanual: all
-	cd tests && $(MAKE) $(AM_MAKEFLAGS) checkmanual
+	cd tests && $(AM_V_at)$(MAKE) $(AM_MAKEFLAGS) checkmanual
 
 checkall: check test
-
+	
+@CODE_COVERAGE_ENABLED_TRUE@checkmanual-code-coverage:
+@CODE_COVERAGE_ENABLED_TRUE@	-$(AM_V_at)$(MAKE) $(AM_MAKEFLAGS) -k checkmanual
+@CODE_COVERAGE_ENABLED_TRUE@	$(AM_V_at)$(MAKE) $(AM_MAKEFLAGS) code-coverage-capture
+@CODE_COVERAGE_ENABLED_FALSE@checkmanual-code-coverage: check-code-coverage
+	
+@CODE_COVERAGE_ENABLED_TRUE@checkall-code-coverage:
+@CODE_COVERAGE_ENABLED_TRUE@	-$(AM_V_at)$(MAKE) $(AM_MAKEFLAGS) -k checkall
+@CODE_COVERAGE_ENABLED_TRUE@	$(AM_V_at)$(MAKE) $(AM_MAKEFLAGS) code-coverage-capture
+@CODE_COVERAGE_ENABLED_FALSE@checkall-code-coverage: check-code-coverage

NEWS

@@ -76,9 +76,6 @@ NEWS - user visible changes				-*- outline -*-
   where the old default GnuCOBOL data files could be unusable if copied between
   systems of different hardware architecture.
 
-** use the "default" -shared flag to build dynamic libraries on macOS
-   so as to fix testuite issues with recent macOS versions
-
   ** dialect option to allow ref-mod with zero-length (active with -std=default),
      with runtime checks enabled; also set by directives
      REF-MOD-ZERO-LENGTH (COBOL202x) and SSRANGE (MF) as appropriate
@@ -100,9 +97,9 @@ Open Plans:
 
 * New GnuCOBOL features
 
-** cobc now checks for binary files and early exit parsing those;
-   the error output for format errors (for example invalid indicator column)
-   is now limitted to 5 per source file
+** cobc now checks for binary and multi-byte encoded files and early exit
+   parsing those; the error output for format errors (for example invalid
+   indicator column) is now limitted to 5 per source file
 
 ** support the COLLATING SEQUENCE clause on indexed files
    (currently only with the BDB backend)
@@ -173,6 +170,17 @@ Open Plans:
 ** configure now uses pkg-config/ncurses-config to search for ncurses and
    honors NCURSES_LIBS and NCURSES_CFLAGS
 
+** configure now checks for iconv and accepts --with-iconv/--without-iconv;
+   this is used for character encoding support, which otherwise is only provided
+   partially
+
+** use the "default" -shared flag to build dynamic libraries on macOS
+   so as to fix testuite issues with recent macOS versions
+
+** "make checkmanual" was extended to be also usable with tmux and
+   allows to override the test runner and to attach for screen/tmux sessions,
+   see README for further details
+
 * Known issues in 3.x
 
 ** testsuite:

README

@@ -145,6 +145,23 @@ Tests
     make checkall
 
 
+ You may also optionally perform a series of semi-manual tests to
+ verify a working extended screenio.
+    make checkmanual
+ The test execution is automatic but the user needs to check for
+ the expected result. See tests/run_prog_manual.sh for tweaking the
+ test runner used (which is otherwise deduced from the environment),
+ either in that script or via TESTRUNNER environment variable.
+
+** NOTE **
+   The semi-manual tests need either "xterm", GNU "screen" or "tmux"
+   installed and will run within a detached "cmd" on MSYS based
+   systems otherwise.
+   For running with screen or tmux execute the following from
+   a separate terminal, directly after running the testsuite:
+    tests/run_prog_manual.sh attach
+   ... and leave that using "exit" at the end of the tests
+
 ============
 
 The following is only interesting for advanced use.

README.md

@@ -88,13 +88,33 @@ If the the COBOL85 testsuite is not already in the build- or source-tree,
 `make test` will download it.  For details see tests/cobol85/README.
 
 ** NOTE **
-   The language interpreter "perl" is required to run COBOL85 tests.
+   The language interpreter `perl` is required to run COBOL85 tests.
 
 
  If you want to run both testsuites you can run
 
  *  `make checkall`
 
+
+ You may also optionally perform a series of semi-manual tests to
+ verify a working extended screenio.
+ 
+ *  `make checkmanual`
+
+ The test execution is automatic but the user needs to check for
+ the expected result. See `tests/run_prog_manual.sh` for tweaking the
+ test runner used (which is otherwise deduced from the environment),
+ either in that script or via TESTRUNNER environment variable.
+
+** NOTE **
+   The semi-manual tests need either `xterm`, GNU `screen` or `tmux`
+   installed and will run within a detached `cmd.exe` on MSYS based
+   systems otherwise.
+   For running with screen or tmux execute the following from
+   a separate terminal, directly after running the testsuite:
+   `tests/run_prog_manual.sh attach`
+   ... and leave that using `exit` at the end of the tests
+
 Installation
 ============
 

TODO

@@ -216,6 +216,8 @@ https://sourceforge.net/p/gnucobol/code/HEAD/tree/external-doc/guide/
 
 - Check how to deal with IMPEXP in coblocal.h (should probably be in the "lib" directory as a static library to link with the other libraries)
 
+- Testsuite: run the DB and IX modules multiple times if configured for multiple backends
+
 7.2 CHECKMEs, TODOs and #if-0'ed code
 
 - Investigate the two CHECKMEs about bdb_close_cursor in fbdb.c:ix_bdb_write_internal

build_aux/ChangeLog

@@ -1,4 +1,10 @@
 
+2024-09-02  Simon Sobisch <simonsobisch@gnu.org>
+
+	* ar-lib, config.guess, config.rpath, config.sub, texinfo.tex: updated
+	  to recent versions from
+	  https://git.savannah.gnu.org/cgit/gnulib.git/tree/build-aux/
+
 2023-06-03  Simon Sobisch <simonsobisch@gnu.org>
 
 	* config.sub, texinfo.tex: updated to recent versions from
@@ -28,13 +34,13 @@
 
 	* bootstrap: drop tarstamp.h generation, done via make
 	* config.guess, config.sub: updated to recent versions from
-	  git.savannah.gnu.org/gitweb/?p=config.git
+	  https://git.savannah.gnu.org/cgit/config.git
 
 2022-06-30  Simon Sobisch <simonsobisch@gnu.org>
 
 	* config.guess, config.rpath, install-sh, mkinstalldirs, texinfo.tex:
 	  updated to recent versions from
-	  git.savannah.gnu.org/gitweb/?p=config.git
+	  https://git.savannah.gnu.org/cgit/config.git
 
 2022-05-30  Simon Sobisch <simonsobisch@gnu.org>
 
@@ -54,7 +60,7 @@
 2022-01-07  Simon Sobisch <simonsobisch@gnu.org>
 
 	* config.sub, config.guess: updated to recent versions from
-	  git.savannah.gnu.org/gitweb/?p=config.git to solve build issues
+	  https://git.savannah.gnu.org/cgit/config.git to solve build issues
 	  on different machines
 
 2021-10-11  Simon Sobisch <simonsobisch@gnu.org>
@@ -191,7 +197,7 @@
 	  without uname(1) [removed 2014-01-25] from old version
 
 
-Copyright 2015-2023 Free Software Foundation, Inc.
+Copyright 2015-2024 Free Software Foundation, Inc.
 
 Copying and distribution of this file, with or without modification, are
 permitted provided the copyright notice and this notice are preserved.