from local
This commit is contained in:
parent
7f07cdeab6
commit
7faed4a625
Binary file not shown.
Binary file not shown.
Binary file not shown.
@ -91,19 +91,9 @@ class LoRAHook():
|
|||||||
lora_alpha=1.0,
|
lora_alpha=1.0,
|
||||||
)
|
)
|
||||||
def hook_fn(self, module, input, output):
|
def hook_fn(self, module, input, output):
|
||||||
#print('-'*20)
|
|
||||||
#print(input[0].size(), output.size())
|
|
||||||
#print('-'*20)
|
|
||||||
|
|
||||||
print(output)
|
|
||||||
print('-'*20)
|
|
||||||
|
|
||||||
lora_out = self.lora(input[0])
|
lora_out = self.lora(input[0])
|
||||||
output += lora_out
|
output += lora_out
|
||||||
|
|
||||||
print(output)
|
|
||||||
print('*'*20)
|
|
||||||
|
|
||||||
def save_checkpoint(self, i, iter_, save_dir):
|
def save_checkpoint(self, i, iter_, save_dir):
|
||||||
if isinstance(self.lora, DDP):
|
if isinstance(self.lora, DDP):
|
||||||
lora = self.lora.module
|
lora = self.lora.module
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user