diff options
| author | wangshuai09 <391746016@qq.com> | 2024-01-30 11:15:41 +0000 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-01-30 11:15:41 +0000 |
| commit | 74ff85a1a1ee4cce432b1c7d33c1eda831f68d48 (patch) | |
| tree | 99b70e0fef8422c8f603bf7faa1a393091cb2a8b /modules/xlmr_m18.py | |
| parent | ec124607f47371a6cfd61a795f86a7f1cbd44651 (diff) | |
| parent | ce168ab5dbc8b54b7245f352a2eaa55a37019b91 (diff) | |
| download | stable-diffusion-webui-gfx803-74ff85a1a1ee4cce432b1c7d33c1eda831f68d48.tar.gz stable-diffusion-webui-gfx803-74ff85a1a1ee4cce432b1c7d33c1eda831f68d48.tar.bz2 stable-diffusion-webui-gfx803-74ff85a1a1ee4cce432b1c7d33c1eda831f68d48.zip | |
Merge branch 'dev' into npu_support
Diffstat (limited to 'modules/xlmr_m18.py')
| -rw-r--r-- | modules/xlmr_m18.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/modules/xlmr_m18.py b/modules/xlmr_m18.py index a727e865..f6055504 100644 --- a/modules/xlmr_m18.py +++ b/modules/xlmr_m18.py @@ -4,6 +4,8 @@ import torch from transformers.models.xlm_roberta.configuration_xlm_roberta import XLMRobertaConfig from transformers import XLMRobertaModel,XLMRobertaTokenizer from typing import Optional +from modules import torch_utils + class BertSeriesConfig(BertConfig): def __init__(self, vocab_size=30522, hidden_size=768, num_hidden_layers=12, num_attention_heads=12, intermediate_size=3072, hidden_act="gelu", hidden_dropout_prob=0.1, attention_probs_dropout_prob=0.1, max_position_embeddings=512, type_vocab_size=2, initializer_range=0.02, layer_norm_eps=1e-12, pad_token_id=0, position_embedding_type="absolute", use_cache=True, classifier_dropout=None,project_dim=512, pooler_fn="average",learn_encoder=False,model_type='bert',**kwargs): @@ -68,7 +70,7 @@ class BertSeriesModelWithTransformation(BertPreTrainedModel): self.post_init() def encode(self,c): - device = next(self.parameters()).device + device = torch_utils.get_param(self).device text = self.tokenizer(c, truncation=True, max_length=77, |