Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 1 addition & 3 deletions .pre-commit-config.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -250,9 +250,7 @@ repos:
[.]rst$|
[.](avro|parquet|png|orc|gz|pkl|sas7bdat)$|
^conda/environments/|
^python/cudf/cudf/VERSION$|
^cpp/include/nvtext/byte_pair_encoding.hpp$|
^python/cudf/cudf/core/byte_pair_encoding.py$
^python/cudf/cudf/VERSION$
- repo: https://github.com/rapidsai/dependency-file-generator
rev: v1.20.2
hooks:
Expand Down
2 changes: 2 additions & 0 deletions cpp/include/nvtext/byte_pair_encoding.hpp
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,7 @@ namespace CUDF_EXPORT nvtext {
* @file
*/

// rapids-pre-commit-hooks: disable[verify-hardcoded-version]
/**
* @brief The table of merge pairs for the BPE encoder.
*
Expand Down Expand Up @@ -127,6 +128,7 @@ struct bpe_merge_pairs {
cudf::string_scalar const& separator = cudf::string_scalar(" "),
rmm::cuda_stream_view stream = cudf::get_default_stream(),
rmm::device_async_resource_ref mr = cudf::get_current_device_resource_ref());
// rapids-pre-commit-hooks: enable[verify-hardcoded-version]

/** @} */ // end of group
} // namespace CUDF_EXPORT nvtext
4 changes: 4 additions & 0 deletions python/cudf/cudf/core/byte_pair_encoding.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@
from cudf.core.series import Series


# rapids-pre-commit-hooks: disable[verify-hardcoded-version]
class BytePairEncoder:
"""
Given a merge pairs strings series, performs byte pair encoding on
Expand Down Expand Up @@ -67,3 +68,6 @@ def __call__(self, text: Series, separator: str = " ") -> Series:
return Series._from_column(
text._column.byte_pair_encoding(self.merge_pairs, separator)
)


# rapids-pre-commit-hooks: enable[verify-hardcoded-version]
Loading