13
13
from models_jittor import load_from_torch_shard_ckpt
14
14
15
15
parser = argparse .ArgumentParser ()
16
- # parser.add_argument("--model_name", default="fnlp/moss-moon-003-sft-int4",
17
- # choices=["fnlp/moss-moon-003-sft",
18
- # "fnlp/moss-moon-003-sft-int8",
19
- # "fnlp/moss-moon-003-sft-int4"], type=str)
20
- parser .add_argument ("--model_name" , default = "fnlp/moss-moon-003-sft" ,
21
- type = str )
16
+ parser .add_argument ("--model_name" , default = "fnlp/moss-moon-003-sft" ,
17
+ choices = ["fnlp/moss-moon-003-sft" ,
18
+ "fnlp/moss-moon-003-sft-int8" ,
19
+ "fnlp/moss-moon-003-sft-int4" ], type = str )
22
20
parser .add_argument ("--generate" , default = "sample" ,
23
21
choices = ["sample" , "greedy" ], type = str )
24
22
parser .add_argument ("--temperature" , default = 0.7 , type = float )
@@ -102,9 +100,5 @@ def main():
102
100
prompt += response
103
101
print (response .lstrip ('\n ' ))
104
102
105
- if __name__ == "__main__" :
106
- # python moss_cli_demo_jittor.py --model_name fnlp/moss-moon-003-sft --gpu \
107
- # --generate sample --temperature 0.7 --top_k 40 --top_p 0.8 --max_len 2048
108
- # python moss_cli_demo_jittor.py --model_name fnlp/moss-moon-003-sft --gpu \
109
- # --generate greedy --max_len 2048
103
+ if __name__ == "__main__" :
110
104
main ()
0 commit comments