return length directly

Author: aseembits93

codeflash/code_utils/code_utils.py

@@ -10,8 +10,8 @@
 
 from codeflash.cli_cmds.console import logger
 
-def encode_str(s: str) -> str:
-    return s[:len(s)//2]
+def encode_str(s: str) -> int:
+    return len(s)//2
 
 def get_qualified_name(module_name: str, full_qualified_name: str) -> str:
     if not full_qualified_name:

codeflash/context/code_context_extractor.py

@@ -72,7 +72,7 @@ def get_code_optimization_context(
     )
 
     # Handle token limits
-    final_read_writable_tokens = len(encode_str(final_read_writable_code))
+    final_read_writable_tokens = encode_str(final_read_writable_code)
     if final_read_writable_tokens > optim_token_limit:
         raise ValueError("Read-writable code has exceeded token limit, cannot proceed")
 
@@ -85,7 +85,7 @@ def get_code_optimization_context(
     )
     read_only_context_code = read_only_code_markdown.markdown
 
-    read_only_code_markdown_tokens = len(encode_str(read_only_context_code))
+    read_only_code_markdown_tokens = encode_str(read_only_context_code)
     total_tokens = final_read_writable_tokens + read_only_code_markdown_tokens
     if total_tokens > optim_token_limit:
         logger.debug("Code context has exceeded token limit, removing docstrings from read-only code")
@@ -94,7 +94,7 @@ def get_code_optimization_context(
             helpers_of_fto_dict, helpers_of_helpers_dict, project_root_path, remove_docstrings=True
         )
         read_only_context_code = read_only_code_no_docstring_markdown.markdown
-        read_only_code_no_docstring_markdown_tokens = len(encode_str(read_only_context_code))
+        read_only_code_no_docstring_markdown_tokens = encode_str(read_only_context_code)
         total_tokens = final_read_writable_tokens + read_only_code_no_docstring_markdown_tokens
         if total_tokens > optim_token_limit:
             logger.debug("Code context has exceeded token limit, removing read-only code")
@@ -109,7 +109,7 @@ def get_code_optimization_context(
         code_context_type=CodeContextType.TESTGEN,
     )
     testgen_context_code = testgen_code_markdown.code
-    testgen_context_code_tokens = len(encode_str(testgen_context_code))
+    testgen_context_code_tokens = encode_str(testgen_context_code)
     if testgen_context_code_tokens > testgen_token_limit:
         testgen_code_markdown = extract_code_string_context_from_files(
             helpers_of_fto_dict,
@@ -119,7 +119,7 @@ def get_code_optimization_context(
             code_context_type=CodeContextType.TESTGEN,
         )
         testgen_context_code = testgen_code_markdown.code
-        testgen_context_code_tokens = len(encode_str(testgen_context_code))
+        testgen_context_code_tokens = encode_str(testgen_context_code)
         if testgen_context_code_tokens > testgen_token_limit:
             raise ValueError("Testgen code context has exceeded token limit, cannot proceed")