Restore device runtime scales for compiled adapters (#963)
Co-authored-by: Rydén Johan <johan.ryden@bostad.uppsala.se>
This commit is contained in:
1 parent
cfdc9033a6
commit
a0224793ce
7 files changed
+202
-16
No files matched your search
@@ -96,7 +96,7 @@ class LoConSpecialModule(ToolkitModuleMixin, LoConModule, ExtractableModuleMixin
|
||||
if type(alpha) == torch.Tensor:
|
||||
alpha = float(alpha.detach().float().item())
|
||||
alpha = lora_dim if alpha is None or alpha == 0 else alpha
|
||||
self.scale = float(alpha) / self.lora_dim
|
||||
self._set_runtime_scale(float(alpha) / self.lora_dim)
|
||||
self.register_buffer('alpha', torch.tensor(alpha)) # 定数として扱える
|
||||
|
||||
# same as microsoft's
|
||||
|
||||
Reference in new issue
Block a user