Update on "[devtool] introduce datasink class to etdump"

this diff introduce datasink class, the class for managing the customized debug data storage pipeline.

Detials can be found in https://docs.google.com/document/d/1y_m32mKdj-OgLcLUz9TKhBW3PC3bBDYSBbeAH544EfM/edit?tab=t.0

Differential Revision: [D69583422](https://our.internmc.facebook.com/intern/diff/D69583422/)

[ghstack-poisoned]

Author: Gasoonjia

devtools/etdump/targets.bzl

@@ -103,7 +103,7 @@ def define_common_targets():
 
         runtime.cxx_library(
             name = "data_sink_base" + aten_suffix,
-            headers = [
+            exported_headers = [
                 "data_sink_base.h",
             ],
             exported_deps = [

runtime/core/error.h

@@ -126,6 +126,22 @@ using ::executorch::runtime::error_code_t;
     }                                                             \
   }
 
+/**
+ * A convenience macro to be used in utility functions that check whether input
+ * tensor(s) are valid, which are expected to return a boolean. Checks whether
+ * `cond` is true; if not, log the failed check with `message` and return false.
+ *
+ * @param[in] cond the condition to check
+ * @param[in] message an additional message to log with `cond`
+ */
+#define ET_CHECK_OR_RETURN_FALSE(cond__, message__, ...)                      \
+  {                                                                           \
+    if (!(cond__)) {                                                          \
+      ET_LOG(Error, "Check failed (%s): " message__, #cond__, ##__VA_ARGS__); \
+      return false;                                                           \
+    }                                                                         \
+  }
+
 /**
  * If error__ is not Error::Ok, optionally log a message and return the error
  * from the current function, which must be of return type

runtime/core/exec_aten/util/tensor_util.h

@@ -332,35 +332,22 @@
   })
 
 /**
+ * DEPRECATED: Please use ET_CHECK_OR_RETURN_FALSE instead and provide
+ * an informative message. (For example, the values of any variables used in
+ * `cond` would not be reported automatically by this macro.)
+ *
  * A convenience macro to be used in utility functions that check whether input
  * tensor(s) are valid, which are expected to return a boolean. Checks whether
  * `cond` is true; if not, log the failed check and return false.
  *
  * @param[in] cond the condition to check
  */
-#define ET_LOG_AND_RETURN_IF_FALSE(cond)           \
-  do {                                             \
-    if (!(cond)) {                                 \
-      ET_LOG(Error, "Check failed (%s): ", #cond); \
-      return false;                                \
-    }                                              \
-  } while (false)
+#define ET_LOG_AND_RETURN_IF_FALSE(cond) ET_CHECK_OR_RETURN_FALSE(cond, "")
 
 /**
- * A convenience macro to be used in utility functions that check whether input
- * tensor(s) are valid, which are expected to return a boolean. Checks whether
- * `cond` is true; if not, log the failed check with `message` and return false.
- *
- * @param[in] cond the condition to check
- * @param[in] message an additional message to log with `cond`
+ * DEPRECATED: Please use ET_CHECK_OR_RETURN_FALSE instead.
  */
-#define ET_LOG_MSG_AND_RETURN_IF_FALSE(cond, message, ...)                \
-  do {                                                                    \
-    if (!(cond)) {                                                        \
-      ET_LOG(Error, "Check failed (%s): " message, #cond, ##__VA_ARGS__); \
-      return false;                                                       \
-    }                                                                     \
-  } while (false)
+#define ET_LOG_MSG_AND_RETURN_IF_FALSE ET_CHECK_OR_RETURN_FALSE
 
 /**
  * If `cond` is false, log `cond` and return from the kernel with a failure

runtime/core/exec_aten/util/test/targets.bzl

@@ -52,5 +52,6 @@ def define_common_targets():
         srcs = ["tensor_shape_to_c_string_test.cpp"],
         deps = [
             "//executorch/runtime/core/exec_aten/util:tensor_shape_to_c_string",
+            "//executorch/runtime/core/exec_aten/util:tensor_util",
         ],
     )

shim/xplat/executorch/build/env_interface.bzl

@@ -39,9 +39,12 @@ _EXTERNAL_DEPS = {
     "gtest_aten": "//third-party:gtest_aten",
     "libtorch": "//third-party:libtorch",
     "libtorch_python": "//third-party:libtorch_python",
+    # Huggingface Tokenizer
+    "nlohmann_json": [], # Intentionally not supporting OSS buck build HF tokenizer.
     "prettytable": "//third-party:prettytable",
     "pybind11": "//third-party:pybind11",
     "re2": "//extension/llm/third-party:re2",
+    "sentencepiece": [], # Intentionally not supporting OSS buck build of sentencepiece.
     "sentencepiece-py": [],
     # Core C++ PyTorch functionality like Tensor and ScalarType.
     "torch-core-cpp": "//third-party:libtorch",