Wrap arch_compat_overrides in try block
Quick fix until exllamav2 0.1.7 releases, since the function isn't defined for 0.1.6.
This commit is contained in:
parent
773639ea89
commit
bb8b02a60a
1 changed files with 4 additions and 1 deletions
|
|
@ -178,7 +178,10 @@ class ExllamaV2Container:
|
|||
self.config.prepare()
|
||||
|
||||
# Check if the model arch is compatible with various exl2 features
|
||||
self.config.arch_compat_overrides()
|
||||
try:
|
||||
self.config.arch_compat_overrides()
|
||||
except AttributeError:
|
||||
pass
|
||||
|
||||
# Then override the base_seq_len if present
|
||||
override_base_seq_len = kwargs.get("override_base_seq_len")
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue