from local

This commit is contained in:
dohe0342 2023-05-24 11:43:27 +09:00
parent dae113c916
commit b6b860135e
2 changed files with 0 additions and 4 deletions

View File

@ -227,10 +227,6 @@ class TransformerEncoderAdapter(TransformerEncoder):
class LoRAModule(nn.Module):
"""
Implements a residual adapter based on https://arxiv.org/pdf/1909.08478.pdf
modules similar to the original residual adapter except layernorm location (first -> last)
"""
def __init__(
self,
embedding_dim: float = 768,