Skip to content

Commit 9149a78

Browse files
authored
LLM attribute calculation (#83)
* Adds tokenization for llm attribute * submodule merge
1 parent 2afe529 commit 9149a78

File tree

2 files changed

+5
-2
lines changed

2 files changed

+5
-2
lines changed

controller/tokenization_manager.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -224,7 +224,10 @@ def __get_chunk_size_and_progress_per_chunk(full_count: int) -> Tuple[int, float
224224
def __check_attribute_is_text(attribute_item: Attribute) -> None:
225225
if not attribute_item:
226226
raise Exception("Attribute does not exist.")
227-
if attribute_item.data_type != enums.DataTypes.TEXT.value:
227+
if (
228+
attribute_item.data_type != enums.DataTypes.TEXT.value
229+
and attribute_item.data_type != enums.DataTypes.LLM_RESPONSE.value
230+
):
228231
raise Exception("Attribute is not of type text.")
229232

230233

0 commit comments

Comments
 (0)