kernel upgrades for CI in texlive 2025 (brucemiller#2759)

* see through \special_relax in readUntil

* also recognize \special_relax meaning in Match params

* redo \right as non-expandable / constructor

* try a \right constructor that also preserves current reversions

* minor additions to natbib.sty for latest texlive 2025

* patch roman_aux to correctly compute '\romannumeral 1000' as 'm'

* add \romannumeral tests

* add torture test for noexpand in expandafter cascade

* torture test for \numexpr with expandafter cascade on primitive separators

* floor \currentgrouplevel to 0

* Revert "floor \currentgrouplevel to 0" -- defer to next PR

This reverts commit 74e737e.

Author: dginev

MANIFEST

@@ -1312,6 +1312,9 @@ t/expansion/partial.xml
 t/expansion/pdftex_expanded.pdf
 t/expansion/pdftex_expanded.tex
 t/expansion/pdftex_expanded.xml
+t/expansion/romannumeral.pdf
+t/expansion/romannumeral.tex
+t/expansion/romannumeral.xml
 t/expansion/subdir/whichpkga.sty
 t/expansion/testchar.pdf
 t/expansion/testchar.tex

lib/LaTeXML/Core/Gullet.pm

@@ -311,8 +311,10 @@ sub readToken {
       && (($atoken, $atype, $ahidden) = isColumnEnd($self, $token))) {
       handleTemplate($self, $LaTeXML::READING_ALIGNMENT, $token, $atype, $ahidden); }
     elsif ((defined $token) && ($$token[1] == CC_CS) && ($$token[0] eq '\dont_expand')) {
-      my $unexpanded = readToken($self);    # Replace next token with a special \relax
-      return T_CS('\special_relax'); }
+      my $unexpanded    = readToken($self);         # Replace next token with a special \relax
+      my $special_relax = T_CS('\special_relax');
+      $$special_relax[2] = $unexpanded; # Smuggle the unexpanded token in the "meaning" slot of \special_relax
+      return $special_relax; }
     else {
       last; } }
   if ($token) {
@@ -603,7 +605,8 @@ sub readMatch {
     my @matched = ();
     my $token;
     while (@tomatch && defined($token = readToken($self))
-      && push(@matched, $token) && ($token->equals($tomatch[0]))) {
+      && push(@matched, $token) && ($token->equals($tomatch[0]) ||
+        ($$token[2] && ($$token[0] eq '\special_relax') && $$token[2]->equals($tomatch[0])))) {
       shift(@tomatch);
       if ($$token[1] == CC_SPACE) {    # If this was space, SKIP any following!!!
         while (defined($token = readToken($self)) && ($$token[1] == CC_SPACE)) {
@@ -653,6 +656,8 @@ sub readUntil {
         push(@tokens, $token);
         $nbraces++;
         push(@tokens, readBalanced($self)->unlist, T_END); }
+      elsif ($$token[2] && ($$token[0] eq '\special_relax') && $$token[2]->equals($want)) { # if it was a special relax,
+        last; }
       else {
         push(@tokens, $token); } } }
   else {

lib/LaTeXML/Engine/TeX_Math.pool.ltxml

@@ -776,7 +776,15 @@ DefConstructor('\left TeXDelimiter', "#1",
     return; },
   afterConstruct => sub { augmentDelimiterProperties($_[0], $_[1], 'OPEN', 1); });
 
-DefMacro('\right', '\lx@hidden@egroup@right\lx@right');
+# \right
+#   combines '\lx@hidden@egroup@right' and '\lx@right' into a single constructor
+#   this is IMPORTANT, because \right is used in the LaTeX 3 kernel with the assumption that it is
+#   idempotent to expansion.
+DefConstructor('\right', '',
+  beforeDigest => sub {
+    $_[0]->getGullet->unread(T_CS('\lx@hidden@egroup@right'), T_CS('\lx@right'));
+    return;
+  }, reversion => '');
 
 # \lx@hidden@egroup@right tries to manage unbalanced {} errors, if an \left was forgotten.
 DefConstructor('\lx@hidden@egroup@right', '',

lib/LaTeXML/Package.pm

@@ -465,7 +465,7 @@ sub roman_aux {
   # TeX proper returns empty on negative integers
   return '' unless $n && ($n > 0);
   my $div = 1000;
-  my $s   = ($n > $div ? ('m' x int($n / $div)) : '');
+  my $s   = ($n >= $div ? ('m' x int($n / $div)) : '');
   my $p   = 4;
   while ($n %= $div) {
     $div /= 10;

lib/LaTeXML/Package/french.ldf.ltxml

@@ -20,6 +20,8 @@ use LaTeXML::Package;
 RequirePackage('textcomp');
 InputDefinitions('french', type => 'ldf', noltxml => 1);
 
+Let('\xspace', '\relax');
+DefConstructor('\up{}',         "<ltx:sup>#1</ltx:sup>");
 DefConstructor('\fup{}',        "<ltx:sup>#1</ltx:sup>");
 DefConstructor('\FB@up@fake{}', "<ltx:sup>#1</ltx:sup>");
 
@@ -34,4 +36,3 @@ AtBeginDocument(sub {
 });
 
 1;
-

t/expansion/noexpand.pdf

@@ -97,6 +97,14 @@ \section{Random}
 Expect: NOW a MUCHLATER b.\\
 Got: \expanded.
 
-
-
+\section{Expandafter cascade with conditional}
+\def\stop{\stop}
+\def\tail{\tail}
+\def\guard#1\stop{}
+\def\badloop#1{Stop?~%
+  \def\aux{\fi here.\ifx\tail#1\expandafter\guard\fi\badloop}%
+  %
+  \ifcat\expandafter\expandafter\expandafter\aux\expandafter\noexpand}
+\badloop\tail\stop
+fin.
 \end{document}

t/expansion/noexpand.tex

@@ -144,4 +144,15 @@ edef unexpanded foo: foo?</p>
       <p>Expect: NOW a MUCHLATER b.<break/>Got: NOW a MUCHLATER b.</p>
     </para>
   </section>
+  <section inlist="toc" xml:id="S6">
+    <tags>
+      <tag>6</tag>
+      <tag role="refnum">6</tag>
+      <tag role="typerefnum">§6</tag>
+    </tags>
+    <title><tag close=" ">6</tag>Expandafter cascade with conditional</title>
+    <para xml:id="S6.p1">
+      <p>Stop? here.fin.</p>
+    </para>
+  </section>
 </document>

t/expansion/noexpand.xml

@@ -88,6 +88,16 @@
 \mymuskip=\muexpr \aspace ( \aspace 2mu \aspace - \aspace 5mu \aspace ) \aspace * \aspace \numexpr \aspace 3 \aspace - \aspace 3 \aspace * \aspace 13 \aspace / \aspace 5 \aspace \relax \aspace + \aspace 34mu \aspace / \aspace 2 \aspace \relax
 MuGlue=\the\mymuskip.
 
+\section{Expandafter on primitive separators}
+\let\sep\right
+\def\feed#1#2{%
+\number \numexpr 
+  \expandafter \NwNw
+  \number \numexpr #1 \expandafter \sep
+  \number \numexpr #2 \sep\relax}
+\long\gdef\NwNw#1#2\sep #3#4\sep {1:#1; 2:#2; 3:#3; 4:#4}
+\feed{140}{100}
+
 \end{document}
 
 % Errors...
@@ -105,4 +115,3 @@
 Num=\the\mynum
 
 {\mynum=\numexpr 13*}
-