Skip to content

Commit fb599f5

Browse files
authored
Log some information about the input layer after initialization (#844)
1 parent d048634 commit fb599f5

File tree

1 file changed

+14
-0
lines changed

1 file changed

+14
-0
lines changed

opennmt/inputters/text_inputter.py

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -323,6 +323,10 @@ def _assert_is_initialized(self):
323323
)
324324

325325

326+
def _format_bool(b):
327+
return "yes" if b else "no"
328+
329+
326330
class WordEmbedder(TextInputter):
327331
"""Simple word embedder."""
328332

@@ -394,6 +398,16 @@ def initialize(self, data_config):
394398
self.mark_start = sequence_controls.get("start")
395399
self.mark_end = sequence_controls.get("end")
396400

401+
tf.get_logger().info(
402+
"Initialized %s input layer:", self.asset_prefix.strip("_")
403+
)
404+
tf.get_logger().info(" - vocabulary size: %d", self.vocabulary_size)
405+
tf.get_logger().info(
406+
" - special tokens: BOS=%s, EOS=%s",
407+
_format_bool(self.mark_start),
408+
_format_bool(self.mark_end),
409+
)
410+
397411
def make_features(self, element=None, features=None, training=None):
398412
"""Converts words tokens to ids."""
399413
features = super().make_features(

0 commit comments

Comments
 (0)