Wrap arch_compat_overrides in try block

Quick fix until exllamav2 0.1.7 releases, since the function isn't defined for 0.1.6.
This commit is contained in:
turboderp 2024-07-07 07:54:05 +02:00 committed by GitHub
parent 773639ea89
commit bb8b02a60a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -178,7 +178,10 @@ class ExllamaV2Container:
self.config.prepare()
# Check if the model arch is compatible with various exl2 features
self.config.arch_compat_overrides()
try:
self.config.arch_compat_overrides()
except AttributeError:
pass
# Then override the base_seq_len if present
override_base_seq_len = kwargs.get("override_base_seq_len")