From 07542552b87fb618d525b86f3b956b4f3d6b9b52 Mon Sep 17 00:00:00 2001 From: Tong Li Date: Mon, 5 Aug 2024 07:30:32 +0000 Subject: [PATCH 1/4] update ignore --- applications/ColossalChat/.gitignore | 2 ++ .../config/conversation_template/Qwen_Qwen1.5-32B-Chat.json | 2 +- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/applications/ColossalChat/.gitignore b/applications/ColossalChat/.gitignore index 757cbb5da051..a58f5d6416be 100755 --- a/applications/ColossalChat/.gitignore +++ b/applications/ColossalChat/.gitignore @@ -151,6 +151,7 @@ examples/training_scripts/wandb examples/training_scripts/output examples/awesome-chatgpt-prompts/ +examples/inference/round.txt temp/ # ColossalChat @@ -160,3 +161,4 @@ applications/ColossalChat/sft_data applications/ColossalChat/prompt_data applications/ColossalChat/preference_data applications/ColossalChat/temp + diff --git a/applications/ColossalChat/config/conversation_template/Qwen_Qwen1.5-32B-Chat.json b/applications/ColossalChat/config/conversation_template/Qwen_Qwen1.5-32B-Chat.json index 58941a5918ff..d28775ab9208 100644 --- a/applications/ColossalChat/config/conversation_template/Qwen_Qwen1.5-32B-Chat.json +++ b/applications/ColossalChat/config/conversation_template/Qwen_Qwen1.5-32B-Chat.json @@ -6,4 +6,4 @@ 151643 ], "end_of_assistant": "<|im_end|>" -} +} \ No newline at end of file From 531deb3507b883a2f7906b06178810c8dfc4a553 Mon Sep 17 00:00:00 2001 From: Tong Li Date: Mon, 5 Aug 2024 07:31:21 +0000 Subject: [PATCH 2/4] update readme --- applications/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/applications/README.md b/applications/README.md index 5b8b5e5012aa..9957300ae7f0 100644 --- a/applications/README.md +++ b/applications/README.md @@ -14,9 +14,9 @@ This directory contains the applications that are powered by Colossal-AI. The list of applications include: - [X] [Open-Sora](https://github.com/hpcaitech/Open-Sora): Revealing Complete Model Parameters, Training Details, and Everything for Sora-like Video Generation Models +- [X] [ColossalChat](./ColossalChat/): Replication of ChatGPT with RLHF. - [X] [Colossal-LLaMA](./Colossal-LLaMA/): Continual Pre-training and Supervisied Fine-tuning of LLaMA2 / LLaMA3. - [X] [ColossalEval](./ColossalEval): Evaluation Pipeline for LLMs. -- [X] [ColossalChat](./Chat/README.md): Replication of ChatGPT with RLHF. - [X] [FastFold](https://github.com/hpcaitech/FastFold): Optimizing AlphaFold (Biomedicine) Training and Inference on GPU Clusters. - [X] [ColossalQA](./ColossalQA/README.md): Document Retrieval Conversation System - [X] [SwiftInfer](https://github.com/hpcaitech/SwiftInfer): Breaks the Length Limit of LLM Inference for Multi-Round Conversations From f884168a6464278f89a6d30594cf424a2b65cd02 Mon Sep 17 00:00:00 2001 From: Tong Li Date: Mon, 5 Aug 2024 07:32:28 +0000 Subject: [PATCH 3/4] run style --- applications/ColossalChat/.gitignore | 1 - .../config/conversation_template/Qwen_Qwen1.5-32B-Chat.json | 2 +- 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/applications/ColossalChat/.gitignore b/applications/ColossalChat/.gitignore index a58f5d6416be..7b361d38e6d0 100755 --- a/applications/ColossalChat/.gitignore +++ b/applications/ColossalChat/.gitignore @@ -161,4 +161,3 @@ applications/ColossalChat/sft_data applications/ColossalChat/prompt_data applications/ColossalChat/preference_data applications/ColossalChat/temp - diff --git a/applications/ColossalChat/config/conversation_template/Qwen_Qwen1.5-32B-Chat.json b/applications/ColossalChat/config/conversation_template/Qwen_Qwen1.5-32B-Chat.json index d28775ab9208..58941a5918ff 100644 --- a/applications/ColossalChat/config/conversation_template/Qwen_Qwen1.5-32B-Chat.json +++ b/applications/ColossalChat/config/conversation_template/Qwen_Qwen1.5-32B-Chat.json @@ -6,4 +6,4 @@ 151643 ], "end_of_assistant": "<|im_end|>" -} \ No newline at end of file +} From 9396cd59b5752390f7216ddc5063ec37690a3fc7 Mon Sep 17 00:00:00 2001 From: Tong Li Date: Tue, 6 Aug 2024 06:01:21 +0000 Subject: [PATCH 4/4] update readme --- applications/ColossalChat/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/applications/ColossalChat/README.md b/applications/ColossalChat/README.md index de27ebaf6be1..3604fab103a2 100755 --- a/applications/ColossalChat/README.md +++ b/applications/ColossalChat/README.md @@ -121,7 +121,7 @@ cd $COLOSSAL_AI_ROOT BUILD_EXT=1 pip install . # Install ColossalChat -cd $COLOSSAL_AI_ROOT/applications/Chat +cd $COLOSSAL_AI_ROOT/applications/ColossalChat pip install . ```