Update modeling_hf_nomic_bert.py
Browse files
modeling_hf_nomic_bert.py
CHANGED
|
@@ -731,7 +731,7 @@ class NomicBertAttention(nn.Module):
|
|
| 731 |
scale_base=config.rotary_emb_scale_base,
|
| 732 |
interleaved=config.rotary_emb_interleaved,
|
| 733 |
rotary_scaling_factor=config.rotary_scaling_factor,
|
| 734 |
-
max_position_embeddings=config.
|
| 735 |
)
|
| 736 |
else:
|
| 737 |
self.rotary_emb = NomicBertRotaryEmbedding(
|
|
|
|
| 731 |
scale_base=config.rotary_emb_scale_base,
|
| 732 |
interleaved=config.rotary_emb_interleaved,
|
| 733 |
rotary_scaling_factor=config.rotary_scaling_factor,
|
| 734 |
+
max_position_embeddings=config.max_trained_positions,
|
| 735 |
)
|
| 736 |
else:
|
| 737 |
self.rotary_emb = NomicBertRotaryEmbedding(
|