We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 02dbf30 commit 3d158cdCopy full SHA for 3d158cd
vllm/model_executor/models/falcon.py
@@ -250,6 +250,9 @@ def __init__(
250
self.mlp = FalconMLP(config, quant_config)
251
self.config = config
252
253
+ if (not hasattr(config, "num_ln_in_parallel_attn")):
254
+ config.num_ln_in_parallel_attn = None
255
+
256
if (config.num_ln_in_parallel_attn is None
257
and config.new_decoder_architecture):
258
config.num_ln_in_parallel_attn = 2
0 commit comments