From a147c003e3565adb777b9adce62690229471fdfd Mon Sep 17 00:00:00 2001 From: RadekPlawecki Date: Fri, 28 Nov 2025 20:22:18 +0100 Subject: [PATCH 1/3] added padding_side=left when a tokenizer is initialized --- coverage.xml | 521 +++++++++++++++++++++ llmsql/evaluation/evaluator.py | 2 + llmsql/inference/inference_transformers.py | 2 + 3 files changed, 525 insertions(+) create mode 100644 coverage.xml diff --git a/coverage.xml b/coverage.xml new file mode 100644 index 0000000..b4c4031 --- /dev/null +++ b/coverage.xml @@ -0,0 +1,521 @@ + + + + + + C:\Python\ZSSI\llmsql-benchmark\llmsql + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/llmsql/evaluation/evaluator.py b/llmsql/evaluation/evaluator.py index 4fb59fb..0f6b6eb 100644 --- a/llmsql/evaluation/evaluator.py +++ b/llmsql/evaluation/evaluator.py @@ -185,4 +185,6 @@ def evaluate( json.dump(report, f, indent=2, ensure_ascii=False) log.info(f"Saved report to {save_report}") + self.close() + return report diff --git a/llmsql/inference/inference_transformers.py b/llmsql/inference/inference_transformers.py index 76b41ae..04d408a 100644 --- a/llmsql/inference/inference_transformers.py +++ b/llmsql/inference/inference_transformers.py @@ -113,6 +113,7 @@ def inference_transformers( model_or_model_name_or_path, token=hf_token, trust_remote_code=True, + padding_side="left" ) else: raise ValueError("Tokenizer must be provided if model is passed directly.") @@ -121,6 +122,7 @@ def inference_transformers( tokenizer_or_name, token=hf_token, trust_remote_code=True, + padding_side="left" ) else: tokenizer = tokenizer_or_name From 2b777717b8fc400a7cf3f9485dcaef049dddcbb0 Mon Sep 17 00:00:00 2001 From: RadoslawPlawecki <147521892+RadoslawPlawecki@users.noreply.github.com> Date: Fri, 28 Nov 2025 20:34:00 +0100 Subject: [PATCH 2/3] delete coverage.xml --- coverage.xml | 521 --------------------------------------------------- 1 file changed, 521 deletions(-) delete mode 100644 coverage.xml diff --git a/coverage.xml b/coverage.xml deleted file mode 100644 index b4c4031..0000000 --- a/coverage.xml +++ /dev/null @@ -1,521 +0,0 @@ - - - - - - C:\Python\ZSSI\llmsql-benchmark\llmsql - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - From f8e8326cf86e7555bbeb66aaf6180332768f0964 Mon Sep 17 00:00:00 2001 From: RadoslawPlawecki <147521892+RadoslawPlawecki@users.noreply.github.com> Date: Fri, 28 Nov 2025 20:34:24 +0100 Subject: [PATCH 3/3] update evaluator.py --- llmsql/evaluation/evaluator.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/llmsql/evaluation/evaluator.py b/llmsql/evaluation/evaluator.py index 0f6b6eb..4fb59fb 100644 --- a/llmsql/evaluation/evaluator.py +++ b/llmsql/evaluation/evaluator.py @@ -185,6 +185,4 @@ def evaluate( json.dump(report, f, indent=2, ensure_ascii=False) log.info(f"Saved report to {save_report}") - self.close() - return report