From a20cca38212c76b9fedfa1e7d7685ed05c14b9e5 Mon Sep 17 00:00:00 2001 From: majorli Date: Thu, 1 Aug 2024 17:24:09 +0800 Subject: [PATCH 1/3] minor bugfix on qwen1.5-7b Signed-off-by: majorli --- nlp/llm/qwen1.5-7b/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/nlp/llm/qwen1.5-7b/README.md b/nlp/llm/qwen1.5-7b/README.md index 40bd566b9..cdfe7ab1a 100644 --- a/nlp/llm/qwen1.5-7b/README.md +++ b/nlp/llm/qwen1.5-7b/README.md @@ -24,7 +24,7 @@ rm -rf datasets mkdir -p /home/model_zoo/nlp pip install modelscope -python3 ./get_Qwen1.5-7B.py --model=Qwen1.5-7B +python3 ./get_Qwen1.5.py --model=Qwen1.5-7B mv /root/.cache/modelscope/hub/qwen/Qwen1___5-7B /home/model_zoo/nlp ``` -- Gitee From 6c9c3d20eaf13edbd6003d47d04658d2b8255431 Mon Sep 17 00:00:00 2001 From: majorli Date: Thu, 1 Aug 2024 17:27:06 +0800 Subject: [PATCH 2/3] mv location of qwen1.5-7b Signed-off-by: majorli --- nlp/llm/qwen1.5-7b/{ => firefly}/README.md | 0 .../qwen1.5-7b/{ => firefly}/configs/ds_config/ds_z2_config.json | 0 .../{ => firefly}/configs/ds_config/ds_z2_config_bf16.json | 0 .../{ => firefly}/configs/ds_config/ds_z2_config_offload.json | 0 .../qwen1.5-7b/{ => firefly}/configs/ds_config/ds_z3_config.json | 0 .../{ => firefly}/configs/ds_config/ds_z3_config_bf16.json | 0 .../{ => firefly}/configs/ds_config/ds_z3_config_offload.json | 0 nlp/llm/qwen1.5-7b/{ => firefly}/configs/qwen-7b-sft-full.json | 0 nlp/llm/qwen1.5-7b/{ => firefly}/configs/qwen-7b-sft-lora.json | 0 nlp/llm/qwen1.5-7b/{ => firefly}/configs/qwen-7b-sft-ptuning.json | 0 nlp/llm/qwen1.5-7b/{ => firefly}/configs/qwen-7b-sft-qlora.json | 0 nlp/llm/qwen1.5-7b/{ => firefly}/get_Qwen1.5.py | 0 nlp/llm/qwen1.5-7b/{ => firefly}/main.py | 0 nlp/llm/qwen1.5-7b/{ => firefly}/train.sh | 0 14 files changed, 0 insertions(+), 0 deletions(-) rename nlp/llm/qwen1.5-7b/{ => firefly}/README.md (100%) rename nlp/llm/qwen1.5-7b/{ => firefly}/configs/ds_config/ds_z2_config.json (100%) rename nlp/llm/qwen1.5-7b/{ => firefly}/configs/ds_config/ds_z2_config_bf16.json (100%) rename nlp/llm/qwen1.5-7b/{ => firefly}/configs/ds_config/ds_z2_config_offload.json (100%) rename nlp/llm/qwen1.5-7b/{ => firefly}/configs/ds_config/ds_z3_config.json (100%) rename nlp/llm/qwen1.5-7b/{ => firefly}/configs/ds_config/ds_z3_config_bf16.json (100%) rename nlp/llm/qwen1.5-7b/{ => firefly}/configs/ds_config/ds_z3_config_offload.json (100%) rename nlp/llm/qwen1.5-7b/{ => firefly}/configs/qwen-7b-sft-full.json (100%) rename nlp/llm/qwen1.5-7b/{ => firefly}/configs/qwen-7b-sft-lora.json (100%) rename nlp/llm/qwen1.5-7b/{ => firefly}/configs/qwen-7b-sft-ptuning.json (100%) rename nlp/llm/qwen1.5-7b/{ => firefly}/configs/qwen-7b-sft-qlora.json (100%) rename nlp/llm/qwen1.5-7b/{ => firefly}/get_Qwen1.5.py (100%) rename nlp/llm/qwen1.5-7b/{ => firefly}/main.py (100%) rename nlp/llm/qwen1.5-7b/{ => firefly}/train.sh (100%) diff --git a/nlp/llm/qwen1.5-7b/README.md b/nlp/llm/qwen1.5-7b/firefly/README.md similarity index 100% rename from nlp/llm/qwen1.5-7b/README.md rename to nlp/llm/qwen1.5-7b/firefly/README.md diff --git a/nlp/llm/qwen1.5-7b/configs/ds_config/ds_z2_config.json b/nlp/llm/qwen1.5-7b/firefly/configs/ds_config/ds_z2_config.json similarity index 100% rename from nlp/llm/qwen1.5-7b/configs/ds_config/ds_z2_config.json rename to nlp/llm/qwen1.5-7b/firefly/configs/ds_config/ds_z2_config.json diff --git a/nlp/llm/qwen1.5-7b/configs/ds_config/ds_z2_config_bf16.json b/nlp/llm/qwen1.5-7b/firefly/configs/ds_config/ds_z2_config_bf16.json similarity index 100% rename from nlp/llm/qwen1.5-7b/configs/ds_config/ds_z2_config_bf16.json rename to nlp/llm/qwen1.5-7b/firefly/configs/ds_config/ds_z2_config_bf16.json diff --git a/nlp/llm/qwen1.5-7b/configs/ds_config/ds_z2_config_offload.json b/nlp/llm/qwen1.5-7b/firefly/configs/ds_config/ds_z2_config_offload.json similarity index 100% rename from nlp/llm/qwen1.5-7b/configs/ds_config/ds_z2_config_offload.json rename to nlp/llm/qwen1.5-7b/firefly/configs/ds_config/ds_z2_config_offload.json diff --git a/nlp/llm/qwen1.5-7b/configs/ds_config/ds_z3_config.json b/nlp/llm/qwen1.5-7b/firefly/configs/ds_config/ds_z3_config.json similarity index 100% rename from nlp/llm/qwen1.5-7b/configs/ds_config/ds_z3_config.json rename to nlp/llm/qwen1.5-7b/firefly/configs/ds_config/ds_z3_config.json diff --git a/nlp/llm/qwen1.5-7b/configs/ds_config/ds_z3_config_bf16.json b/nlp/llm/qwen1.5-7b/firefly/configs/ds_config/ds_z3_config_bf16.json similarity index 100% rename from nlp/llm/qwen1.5-7b/configs/ds_config/ds_z3_config_bf16.json rename to nlp/llm/qwen1.5-7b/firefly/configs/ds_config/ds_z3_config_bf16.json diff --git a/nlp/llm/qwen1.5-7b/configs/ds_config/ds_z3_config_offload.json b/nlp/llm/qwen1.5-7b/firefly/configs/ds_config/ds_z3_config_offload.json similarity index 100% rename from nlp/llm/qwen1.5-7b/configs/ds_config/ds_z3_config_offload.json rename to nlp/llm/qwen1.5-7b/firefly/configs/ds_config/ds_z3_config_offload.json diff --git a/nlp/llm/qwen1.5-7b/configs/qwen-7b-sft-full.json b/nlp/llm/qwen1.5-7b/firefly/configs/qwen-7b-sft-full.json similarity index 100% rename from nlp/llm/qwen1.5-7b/configs/qwen-7b-sft-full.json rename to nlp/llm/qwen1.5-7b/firefly/configs/qwen-7b-sft-full.json diff --git a/nlp/llm/qwen1.5-7b/configs/qwen-7b-sft-lora.json b/nlp/llm/qwen1.5-7b/firefly/configs/qwen-7b-sft-lora.json similarity index 100% rename from nlp/llm/qwen1.5-7b/configs/qwen-7b-sft-lora.json rename to nlp/llm/qwen1.5-7b/firefly/configs/qwen-7b-sft-lora.json diff --git a/nlp/llm/qwen1.5-7b/configs/qwen-7b-sft-ptuning.json b/nlp/llm/qwen1.5-7b/firefly/configs/qwen-7b-sft-ptuning.json similarity index 100% rename from nlp/llm/qwen1.5-7b/configs/qwen-7b-sft-ptuning.json rename to nlp/llm/qwen1.5-7b/firefly/configs/qwen-7b-sft-ptuning.json diff --git a/nlp/llm/qwen1.5-7b/configs/qwen-7b-sft-qlora.json b/nlp/llm/qwen1.5-7b/firefly/configs/qwen-7b-sft-qlora.json similarity index 100% rename from nlp/llm/qwen1.5-7b/configs/qwen-7b-sft-qlora.json rename to nlp/llm/qwen1.5-7b/firefly/configs/qwen-7b-sft-qlora.json diff --git a/nlp/llm/qwen1.5-7b/get_Qwen1.5.py b/nlp/llm/qwen1.5-7b/firefly/get_Qwen1.5.py similarity index 100% rename from nlp/llm/qwen1.5-7b/get_Qwen1.5.py rename to nlp/llm/qwen1.5-7b/firefly/get_Qwen1.5.py diff --git a/nlp/llm/qwen1.5-7b/main.py b/nlp/llm/qwen1.5-7b/firefly/main.py similarity index 100% rename from nlp/llm/qwen1.5-7b/main.py rename to nlp/llm/qwen1.5-7b/firefly/main.py diff --git a/nlp/llm/qwen1.5-7b/train.sh b/nlp/llm/qwen1.5-7b/firefly/train.sh similarity index 100% rename from nlp/llm/qwen1.5-7b/train.sh rename to nlp/llm/qwen1.5-7b/firefly/train.sh -- Gitee From b71b6626a0cecd61409cba8e3ca96a26885c893d Mon Sep 17 00:00:00 2001 From: majorli Date: Thu, 1 Aug 2024 17:28:28 +0800 Subject: [PATCH 3/3] add qwen1.5 7b and 14b to model list Signed-off-by: majorli --- README.md | 2 ++ 1 file changed, 2 insertions(+) diff --git a/README.md b/README.md index ef2a253b8..d2118ca6a 100644 --- a/README.md +++ b/README.md @@ -448,6 +448,8 @@ DeepSparkHub甄选上百个应用算法和模型，覆盖AI和通用计算各领 [Llama2-13B](nlp/llm/llama2-13b/megatron-deepspeed/README.md) | PyTorch (Megatron-DeepSpeed) | Bookcorpus [Llama2-34B](nlp/llm/llama2-34b/megatron-deepspeed/README.md) | PyTorch (Megatron-DeepSpeed) | Bookcorpus [QWen-7B](nlp/llm/qwen-7b/firefly/README.md) | PyTorch (Firefly) | qwen-7b +[QWen1.5-7B](nlp/llm/qwen1.5-7b/firefly/README.md) | PyTorch (Firefly) | school_math +[QWen1.5-14B](nlp/llm/qwen1.5-14b/firefly/README.md) | PyTorch (Firefly) | school_math #### Text Correction -- Gitee