return None if no ex_bias

This commit is contained in:
Kohaku-Blueleaf
2023-08-13 02:35:04 +08:00
parent bd4da4474b
commit a2b8305096
2 changed files with 4 additions and 4 deletions

View File

@@ -145,10 +145,10 @@ class NetworkModule:
if orig_weight.size().numel() == updown.size().numel():
updown = updown.reshape(orig_weight.shape)
if ex_bias is None:
ex_bias = 0
if ex_bias is not None:
ex_bias = ex_bias * self.multiplier()
return updown * self.calc_scale() * self.multiplier(), ex_bias * self.multiplier()
return updown * self.calc_scale() * self.multiplier(), ex_bias
def calc_updown(self, target):
raise NotImplementedError()