TiberiuCristianLeon commited on
Commit
f15fe8d
·
verified ·
1 Parent(s): 35be497

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -224,7 +224,8 @@ class Translators:
224
 
225
  def nllb(self):
226
  tokenizer = AutoTokenizer.from_pretrained(self.model_name, src_lang=self.sl)
227
- model = AutoModelForSeq2SeqLM.from_pretrained(self.model_name, device_map="auto")
 
228
  translator = pipeline('translation', model=model, tokenizer=tokenizer, src_lang=self.sl, tgt_lang=self.tl)
229
  translated_text = translator(self.input_text, max_length=512)
230
  return translated_text[0]['translation_text']
 
224
 
225
  def nllb(self):
226
  tokenizer = AutoTokenizer.from_pretrained(self.model_name, src_lang=self.sl)
227
+ # model = AutoModelForSeq2SeqLM.from_pretrained(self.model_name, device_map="auto", torch_dtype=torch.bfloat16)
228
+ model = AutoModelForSeq2SeqLM.from_pretrained(self.model_name)
229
  translator = pipeline('translation', model=model, tokenizer=tokenizer, src_lang=self.sl, tgt_lang=self.tl)
230
  translated_text = translator(self.input_text, max_length=512)
231
  return translated_text[0]['translation_text']