feat: expose MD page break & DocTags minification (#213)

* feat: expose MD page break & DocTags minification

Also:
- aligned DocTags method naming
- fixed mutable default arguments

Signed-off-by: Panos Vagenas <[email protected]>

* cover newly exposed params in testing

Signed-off-by: Panos Vagenas <[email protected]>

* drop DocTags-specific post-processing

Signed-off-by: Panos Vagenas <[email protected]>

---------

Signed-off-by: Panos Vagenas <[email protected]>

Author: vagenas

docling_core/experimental/serializer/doctags.py

@@ -1,11 +1,9 @@
 """Define classes for Doctags serialization."""
 
-import html
 from enum import Enum
-from pathlib import Path
 from typing import Dict, List, Optional, Union
 
-from pydantic import AnyUrl, BaseModel
+from pydantic import BaseModel
 from typing_extensions import override
 
 from docling_core.experimental.serializer.base import (
@@ -25,7 +23,6 @@
     CodeItem,
     DocItem,
     DoclingDocument,
-    Formatting,
     FormItem,
     InlineGroup,
     KeyValueItem,
@@ -112,7 +109,6 @@ def serialize(
             text_part = item.text
             text_part = doc_serializer.post_process(
                 text=text_part,
-                escape_html=False,  # TODO review
                 formatting=item.formatting,
                 hyperlink=item.hyperlink,
             )
@@ -456,26 +452,6 @@ class DocTagsDocSerializer(DocSerializer):
 
     params: DocTagsParams = DocTagsParams()
 
-    def post_process(
-        self,
-        text: str,
-        *,
-        escape_html: bool = True,
-        formatting: Optional[Formatting] = None,
-        hyperlink: Optional[Union[AnyUrl, Path]] = None,
-        **kwargs,
-    ) -> str:
-        """Apply some text post-processing steps."""
-        res = text
-        if escape_html:
-            res = html.escape(res, quote=False)
-        res = super().post_process(
-            text=res,
-            formatting=formatting,
-            hyperlink=hyperlink,
-        )
-        return res
-
     @override
     def serialize_page(self, parts: list[SerializationResult]) -> SerializationResult:
         """Serialize a page out of its parts."""