Commit 66fa8a20 authored by kurumuz's avatar kurumuz

dont convert to DS

parent f2e56b8c
...@@ -573,7 +573,7 @@ class BasedformerModel(nn.Module): ...@@ -573,7 +573,7 @@ class BasedformerModel(nn.Module):
from transformers import GPT2TokenizerFast from transformers import GPT2TokenizerFast
self.config = config self.config = config
self.model = lm_utils.load_from_path(config.model_path).half().cuda() self.model = lm_utils.load_from_path(config.model_path).half().cuda()
self.model = self.model.convert_to_ds() #self.model = self.model.convert_to_ds()
self.tokenizer = GPT2TokenizerFast.from_pretrained("gpt2") self.tokenizer = GPT2TokenizerFast.from_pretrained("gpt2")
@torch.no_grad() @torch.no_grad()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment