Commit 4a13de3a authored by novelailab's avatar novelailab

upload pyfra script

parent 6aa2089c
from main import *
state_dict = SplitCheckpoint("'/home/xuser/models/j6b_ckpt_14001", device="cuda")
for x in state_dict:
print(x)
from novelutils.novelfra import *
from pyfra import *
import sys
name = 'pyfra-basedformer'
dry = False
config_obj = KubeConfig()
config_obj.set_name(name)
config_obj.set_gpu(gpu_name=GPU.A40, amount=1)
config_obj.set_ram(16)
config_obj.set_cpu(4)
#config_obj.set_cpu_only()
config_obj.dry_run(dry)
config_obj.print_information()
config_obj.create_deployment(overwrite=True)
config_obj.create_service(overwrite=True)
remote = config_obj.get_pyfra_remote()
env1 = remote.env('noname', python_version=None)
models = {'6b': '/home/xuser/models/j6b_ckpt_14001', '20b': '/home/xuser/diffusionstorage/models/20B_136500.hf'
,'13b': '/home/xuser/diffusionstorage/workspace/finetune/pokepls/bigmodel'}
path = env1.path('/home/xuser/diffusionstorage/workspace/kuru/basedformer')
env1.sh('pip install /home/xuser/hugessd/pytorch/torch-1.10.1+cu113-cp38-cp38-linux_x86_64.whl')
env1.sh('pip install einops numpy')
with always_rerun():
path.sh(f'python3 test.py')
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment