Fix doc-gen scripts for TF2.15+

- filter_builtin_modules was not compatible with keras lazy loaders.
  - but it's redundant now, totally covered by the base_dir filters.
- Add logging.
- Remove the path-checks in generate2, these mostly give false-positive errors > not worth it.

PiperOrigin-RevId: 597382362

Author: MarkDaoust

tools/tensorflow_docs/api_generator/doc_generator_visitor.py

@@ -421,6 +421,9 @@ def build(self):
     duplicates = {}
 
     for path, node in self.path_tree.items():
+      _LOGGER.debug('DocGeneratorVisitor.build')
+      _LOGGER.debug('  path: %s', path)
+
       if not path:
         continue
       full_name = node.full_name

tools/tensorflow_docs/api_generator/generate_lib.py

@@ -15,11 +15,11 @@
 """Generate tensorflow.org style API Reference docs for a Python module."""
 
 import collections
+import logging
 import os
 import pathlib
 import shutil
 import tempfile
-
 from typing import Any, Optional, Sequence, Type, Union
 
 from tensorflow_docs.api_generator import config
@@ -29,11 +29,8 @@
 from tensorflow_docs.api_generator import reference_resolver as reference_resolver_lib
 from tensorflow_docs.api_generator import toc as toc_lib
 from tensorflow_docs.api_generator import traverse
-
 from tensorflow_docs.api_generator.pretty_docs import docs_for_object
-
 from tensorflow_docs.api_generator.report import utils
-
 import yaml
 
 # Used to add a collections.OrderedDict representer to yaml so that the
@@ -42,6 +39,9 @@
 # Using a normal dict doesn't preserve the order of the input dictionary.
 _mapping_tag = yaml.resolver.BaseResolver.DEFAULT_MAPPING_TAG
 
+# To see the logs pass: --logger_levels=tensorflow_docs:DEBUG --alsologtostderr
+_LOGGER = logging.getLogger(__name__)
+
 
 def dict_representer(dumper, data):
   return dumper.represent_dict(data.items())
@@ -121,6 +121,9 @@ def write_docs(
   # Parse and write Markdown pages, resolving cross-links (`tf.symbol`).
   num_docs_output = 0
   for api_node in parser_config.api_tree.iter_nodes():
+    _LOGGER.debug('generate_lib.write_docs')
+    _LOGGER.debug('  full_name: %s', api_node.full_name)
+
     full_name = api_node.full_name
 
     if api_node.output_type() is api_node.OutputType.FRAGMENT:
@@ -391,7 +394,6 @@ def make_default_filters(self) -> list[public_api.ApiFilter]:
         public_api.FailIfNestedTooDeep(10),
         public_api.filter_module_all,
         public_api.add_proto_fields,
-        public_api.filter_builtin_modules,
         public_api.filter_private_symbols,
         public_api.FilterBaseDirs(self._base_dir),
         public_api.FilterPrivateMap(self._private_map),

tools/tensorflow_docs/api_generator/public_api.py

@@ -489,27 +489,3 @@ def add_proto_fields(path: Sequence[str], parent: Any,
   children = sorted(children.items(), key=lambda item: item[0])
 
   return children
-
-
-def filter_builtin_modules(path: Sequence[str], parent: Any,
-                           children: Children) -> Children:
-  """Filters module children to remove builtin modules.
-
-  Args:
-    path: API to this symbol
-    parent: The object
-    children: A list of (name, object) pairs.
-
-  Returns:
-    `children` with all builtin modules removed.
-  """
-  del path
-  del parent
-  # filter out 'builtin' modules
-  filtered_children = []
-  for name, child in children:
-    # Do not descend into built-in modules
-    if inspect.ismodule(child) and child.__name__ in sys.builtin_module_names:
-      continue
-    filtered_children.append((name, child))
-  return filtered_children