We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1e17547 commit 95cfa72Copy full SHA for 95cfa72
exllamav3/generator/sampler/custom.py
@@ -219,7 +219,7 @@ class SS_TopK(SS_Base):
219
Mask out all but the top K most likely tokens
220
"""
221
def __init__(self, top_k: int):
222
- assert top_k.is_integer(), "top_k value must be integer"
+ assert isinstance(top_k, int) or top_k.is_integer(), "top_k value must be integer"
223
self.top_k = int(top_k)
224
225
def run(self, state: SamplingState):
0 commit comments