Commit
·
fd34c40
1
Parent(s):
3f72891
fix: var name
Browse filesSigned-off-by: jupyterjazz <[email protected]>
- modeling_xlm_roberta.py +2 -2
modeling_xlm_roberta.py
CHANGED
|
@@ -583,11 +583,11 @@ class XLMRobertaModel(XLMRobertaPreTrainedModel):
|
|
| 583 |
logger.warning(
|
| 584 |
'Matryoshka embeddings are not supported, so dimension truncation will not be performed.'
|
| 585 |
)
|
| 586 |
-
elif truncate_dim in self.config.
|
| 587 |
all_embeddings = [tensor[:truncate_dim] for tensor in all_embeddings]
|
| 588 |
else:
|
| 589 |
raise ValueError(f'The provided `truncate_dim` value of {truncate_dim} is not supported. '
|
| 590 |
-
f'Supported dimensions are {self.config.
|
| 591 |
|
| 592 |
if convert_to_tensor:
|
| 593 |
all_embeddings = torch.stack(all_embeddings)
|
|
|
|
| 583 |
logger.warning(
|
| 584 |
'Matryoshka embeddings are not supported, so dimension truncation will not be performed.'
|
| 585 |
)
|
| 586 |
+
elif truncate_dim in self.config.matryoshka_dimensions:
|
| 587 |
all_embeddings = [tensor[:truncate_dim] for tensor in all_embeddings]
|
| 588 |
else:
|
| 589 |
raise ValueError(f'The provided `truncate_dim` value of {truncate_dim} is not supported. '
|
| 590 |
+
f'Supported dimensions are {self.config.matryoshka_dimensions}.')
|
| 591 |
|
| 592 |
if convert_to_tensor:
|
| 593 |
all_embeddings = torch.stack(all_embeddings)
|