From 703e32482bb85525d83eebd6f4525bf8d20517af Mon Sep 17 00:00:00 2001 From: mitya Date: Tue, 17 Jun 2025 07:29:44 +0200 Subject: [PATCH 1/2] something is broken in latest flash attn --- refact-server/setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/refact-server/setup.py b/refact-server/setup.py index 92113fcea..2c5577cd3 100644 --- a/refact-server/setup.py +++ b/refact-server/setup.py @@ -55,7 +55,7 @@ class PyPackage: "torchinfo", "mpi4py", "deepspeed>=0.15.3", "sentence-transformers>=3.4.1", "huggingface-hub>=0.29.2", "aiohttp", "setproctitle", "google-auth>=2.37.0"], - optional=["ninja", "flash-attn"], + optional=["ninja", "flash-attn==2.7.4.post1"], # NOTE: 2.8.0.post2 is the latest and it's broken requires_packages=["refact_known_models", "refact_data_pipeline", "refact_webgui", "refact_utils"], data=["watchdog/watchdog.d/*"]), From c9efe05d63e6e4a5f6061202a2fddc5bc7695295 Mon Sep 17 00:00:00 2001 From: mitya Date: Tue, 17 Jun 2025 07:30:10 +0200 Subject: [PATCH 2/2] up version --- refact-server/setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/refact-server/setup.py b/refact-server/setup.py index 2c5577cd3..1459e1fdd 100644 --- a/refact-server/setup.py +++ b/refact-server/setup.py @@ -100,7 +100,7 @@ def get_install_requires(packages): setup( name="refact-self-hosting", - version="1.11.1", + version="1.11.2", py_modules=list(setup_packages.keys()), package_data={ name: py_package.data