Fix typos (#2274)

merrymercy · merrymercy · commit 97ac1a4db4be · 2023-08-21T07:38:55.000Z
diff --git a/fastchat/train/llama_flash_attn_monkey_patch.py b/fastchat/train/llama_flash_attn_monkey_patch.py
@@ -73,7 +73,7 @@ def forward(
         )
         output = output.view(bsz, q_len, -1)
     else:
-        qvk = qkv.reshape(bsz, q_len, -1)
+        qkv = qkv.reshape(bsz, q_len, -1)
         qkv, indices, cu_q_lens, max_s = unpad_input(qkv, key_padding_mask)
         qkv = qkv.view(-1, 3, self.num_heads, self.head_dim)
         output_unpad = flash_attn_varlen_qkvpacked_func(

Original file line number	Diff line number	Diff line change
`@@ -73,7 +73,7 @@ def forward(`
`73`	`73`	`)`
`74`	`74`	`output = output.view(bsz, q_len, -1)`
`75`	`75`	`else:`
`76`		`- qvk = qkv.reshape(bsz, q_len, -1)`
	`76`	`+ qkv = qkv.reshape(bsz, q_len, -1)`
`77`	`77`	`qkv, indices, cu_q_lens, max_s = unpad_input(qkv, key_padding_mask)`
`78`	`78`	`qkv = qkv.view(-1, 3, self.num_heads, self.head_dim)`
`79`	`79`	`output_unpad = flash_attn_varlen_qkvpacked_func(`