Skip to content

Commit 5b2be7c

Browse files
committed
format adjustment
1 parent c6aa165 commit 5b2be7c

File tree

3 files changed

+106
-73
lines changed

3 files changed

+106
-73
lines changed

examples/offline_inference_rerope.py

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -23,12 +23,11 @@
2323
def setup_environment_variables():
2424
os.environ["VLLM_USE_V1"] = "1"
2525
os.environ["PYTHONHASHSEED"] = "123456"
26-
26+
2727
os.environ["VLLM_ATTENTION_BACKEND"] = "TRITON_ATTN_VLLM_V1"
2828
os.environ["REROPE_WINDOW"] = "32768"
2929
os.environ["TRAINING_LENGTH"] = "32768"
3030

31-
3231
global data_dir
3332
data_dir = os.getenv("DATA_DIR", "/home/data/kv_cache")
3433
data_dir = input(
@@ -124,9 +123,7 @@ def main():
124123
if not os.path.isfile(path_to_dataset):
125124
print("Exiting. Incorrect dataset path")
126125
sys.exit(1)
127-
with open(
128-
path_to_dataset, "r", encoding="utf-8"
129-
) as f:
126+
with open(path_to_dataset, "r", encoding="utf-8") as f:
130127
for line in f:
131128
data_all.append(json.loads(line))
132129

@@ -194,4 +191,3 @@ def main():
194191

195192
if __name__ == "__main__":
196193
main()
197-

0 commit comments

Comments
 (0)