Co

.github/ISSUE_TEMPLATE/config.yml

@@ -8,4 +8,4 @@ contact_links:
     about: This issue tracker is not for technical support. Please use WeChat, and ask the community for help.
   - name: 😊 Advanced question - GitHub Discussions
     url: https://github.com/hpcaitech/ColossalAI/discussions
-    about: Use GitHub Discussions for advanced and unanswered technical questions, requiring a maintainer's answer.
+    about: Use GitHub Discussions for advanced and unanswered technical questions, requiring a maintainer's answer.

.github/ISSUE_TEMPLATE/feature_request.yml

@@ -22,7 +22,7 @@ body:
       If applicable, add screenshots to help explain your problem.
       **Suggest a potential alternative/fix**
       Tell us how we could improve this project.
-      **Optional: Affiliation** 
+      **Optional: Affiliation**
       Institution/email information helps better analyze and evaluate users to improve the project. Welcome to establish in-depth cooperation.
     placeholder: |
       A clear and concise description of your idea.

.github/workflows/doc_test_on_pr.yml

@@ -71,7 +71,7 @@ jobs:
 
       - name: Checkout ColossalAI
         uses: actions/checkout@v3
-      
+
       - name: Install Doc Test Requirements
         run: |
           source activate pytorch

.github/workflows/post_commit.yml

@@ -82,15 +82,15 @@ jobs:
 
     # create pull request
     - name: Create Pull Request
-      if: steps.commit.outputs.status == 'success'
+      if: steps.commit.outcome == 'success'
       id: cpr
       uses: peter-evans/create-pull-request@v4
       with:
         branch: pre-commit-${{ github.event.pull_request.number }}
         title: "[format] applied code formatting on changed files in PR ${{ github.event.pull_request.number }}"
 
     - name: Enable Auto-merge for the New PR
-      if: steps.commit.outputs.status == 'success'
+      if: steps.commit.outcome == 'success'
       uses: peter-evans/enable-pull-request-automerge@v2
       with:
         pull-request-number: ${{ steps.cpr.outputs.pull-request-number }}

.github/workflows/scripts/example_checks/check_dispatch_inputs.py

@@ -1,27 +1,27 @@
-import argparse
-import os
-
-
-def check_inputs(input_list):
-    for path in input_list:
-        real_path = os.path.join('examples', path)
-        if not os.path.exists(real_path):
-            return False
-    return True
-
-
-def main():
-    parser = argparse.ArgumentParser()
-    parser.add_argument('-f', '--fileNameList', type=str, help="List of file names")
-    args = parser.parse_args()
-    name_list = args.fileNameList.split(",")
-    is_correct = check_inputs(name_list)
-
-    if is_correct:
-        print('success')
-    else:
-        print('failure')
-
-
-if __name__ == '__main__':
-    main()
+import argparse
+import os
+
+
+def check_inputs(input_list):
+    for path in input_list:
+        real_path = os.path.join('examples', path)
+        if not os.path.exists(real_path):
+            return False
+    return True
+
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('-f', '--fileNameList', type=str, help="List of file names")
+    args = parser.parse_args()
+    name_list = args.fileNameList.split(",")
+    is_correct = check_inputs(name_list)
+
+    if is_correct:
+        print('success')
+    else:
+        print('failure')
+
+
+if __name__ == '__main__':
+    main()

.github/workflows/scripts/example_checks/check_example_weekly.py

@@ -1,37 +1,37 @@
-import os
-
-
-def show_files(path, all_files):
-    # Traverse all the folder/file in current directory
-    file_list = os.listdir(path)
-    # Determine the element is folder or file. If file, pass it into list, if folder, recurse.
-    for file_name in file_list:
-        # Get the abs directory using os.path.join() and store into cur_path.
-        cur_path = os.path.join(path, file_name)
-        # Determine whether folder
-        if os.path.isdir(cur_path):
-            show_files(cur_path, all_files)
-        else:
-            all_files.append(cur_path)
-    return all_files
-
-
-def join(input_list, sep=None):
-    return (sep or ' ').join(input_list)
-
-
-def main():
-    contents = show_files('examples/', [])
-    all_loc = []
-    for file_loc in contents:
-        split_loc = file_loc.split('/')
-        # must have two sub-folder levels after examples folder, such as examples/images/vit is acceptable, examples/images/README.md is not, examples/requirements.txt is not.
-        if len(split_loc) >= 4:
-            re_loc = '/'.join(split_loc[1:3])
-            if re_loc not in all_loc:
-                all_loc.append(re_loc)
-    print(all_loc)
-
-
-if __name__ == '__main__':
-    main()
+import os
+
+
+def show_files(path, all_files):
+    # Traverse all the folder/file in current directory
+    file_list = os.listdir(path)
+    # Determine the element is folder or file. If file, pass it into list, if folder, recurse.
+    for file_name in file_list:
+        # Get the abs directory using os.path.join() and store into cur_path.
+        cur_path = os.path.join(path, file_name)
+        # Determine whether folder
+        if os.path.isdir(cur_path):
+            show_files(cur_path, all_files)
+        else:
+            all_files.append(cur_path)
+    return all_files
+
+
+def join(input_list, sep=None):
+    return (sep or ' ').join(input_list)
+
+
+def main():
+    contents = show_files('examples/', [])
+    all_loc = []
+    for file_loc in contents:
+        split_loc = file_loc.split('/')
+        # must have two sub-folder levels after examples folder, such as examples/images/vit is acceptable, examples/images/README.md is not, examples/requirements.txt is not.
+        if len(split_loc) >= 4:
+            re_loc = '/'.join(split_loc[1:3])
+            if re_loc not in all_loc:
+                all_loc.append(re_loc)
+    print(all_loc)
+
+
+if __name__ == '__main__':
+    main()

.github/workflows/scripts/example_checks/detect_changed_example.py

@@ -1,24 +1,24 @@
-import argparse
-
-
-def main():
-    parser = argparse.ArgumentParser()
-    parser.add_argument('-f', '--fileNameList', type=str, help="The list of changed files")
-    args = parser.parse_args()
-    name_list = args.fileNameList.split(":")
-    folder_need_check = set()
-    for loc in name_list:
-        # Find only the sub-sub-folder of 'example' folder
-        # the examples folder structure is like
-        # - examples
-        #   - area
-        #     - application
-        #       - file
-        if loc.split("/")[0] == "examples" and len(loc.split("/")) >= 4:
-            folder_need_check.add('/'.join(loc.split("/")[1:3]))
-    # Output the result using print. Then the shell can get the values.
-    print(list(folder_need_check))
-
-
-if __name__ == '__main__':
-    main()
+import argparse
+
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('-f', '--fileNameList', type=str, help="The list of changed files")
+    args = parser.parse_args()
+    name_list = args.fileNameList.split(":")
+    folder_need_check = set()
+    for loc in name_list:
+        # Find only the sub-sub-folder of 'example' folder
+        # the examples folder structure is like
+        # - examples
+        #   - area
+        #     - application
+        #       - file
+        if loc.split("/")[0] == "examples" and len(loc.split("/")) >= 4:
+            folder_need_check.add('/'.join(loc.split("/")[1:3]))
+    # Output the result using print. Then the shell can get the values.
+    print(list(folder_need_check))
+
+
+if __name__ == '__main__':
+    main()

README.md

@@ -66,7 +66,7 @@
    <li>
    <a href="#Colossal-AI-in-the-Real-World">Colossal-AI for Real World Applications</a>
    <ul>
-     <li><a href="#ChatGPT">ChatGPT: Low-cost ChatGPT Equivalent Implementation Process</a></li>
+     <li><a href="#ColossalChat">ColossalChat: An Open-Source Solution for Cloning ChatGPT With a Complete RLHF Pipeline</a></li>
      <li><a href="#AIGC">AIGC: Acceleration of Stable Diffusion</a></li>
      <li><a href="#Biomedicine">Biomedicine: Acceleration of AlphaFold Protein Structure</a></li>
    </ul>
@@ -80,7 +80,7 @@
  </li>
  <li><a href="#Use-Docker">Use Docker</a></li>
  <li><a href="#Community">Community</a></li>
- <li><a href="#contributing">Contributing</a></li>
+ <li><a href="#Contributing">Contributing</a></li>
  <li><a href="#Cite-Us">Cite Us</a></li>
 </ul>
 
@@ -214,22 +214,31 @@ Please visit our [documentation](https://www.colossalai.org/) and [examples](htt
 <p align="right">(<a href="#top">back to top</a>)</p>
 
 ## Colossal-AI in the Real World
-### ChatGPT
-A low-cost [ChatGPT](https://openai.com/blog/chatgpt/) equivalent implementation process. [[code]](https://github.com/hpcaitech/ColossalAI/tree/main/applications/ChatGPT) [[blog]](https://www.hpc-ai.tech/blog/colossal-ai-chatgpt)
-<p id="ChatGPT_scaling" align="center">
+
+### ColossalChat
+
+<div align="center">
+   <a href="https://chat.colossalai.org/">
+   <img src="https://raw.githubusercontent.com/hpcaitech/public_assets/main/colossalai/img/Chat-demo.png" width="700" />
+   </a>
+</div>
+
+[ColossalChat](https://github.com/hpcaitech/ColossalAI/tree/main/applications/Chat): An open-source solution for cloning [ChatGPT](https://openai.com/blog/chatgpt/) with a complete RLHF pipeline. [[code]](https://github.com/hpcaitech/ColossalAI/tree/main/applications/Chat) [[blog]](https://www.hpc-ai.tech/blog/colossal-ai-chatgpt) [[demo]](https://chat.colossalai.org)
+
+<p id="ColossalChat_scaling" align="center">
 <img src="https://raw.githubusercontent.com/hpcaitech/public_assets/main/applications/chatgpt/ChatGPT%20scaling.png" width=800/>
 </p>
 
 - Up to 7.73 times faster for single server training and 1.42 times faster for single-GPU inference
 
-<p id="ChatGPT-1GPU" align="center">
+<p id="ColossalChat-1GPU" align="center">
 <img src="https://raw.githubusercontent.com/hpcaitech/public_assets/main/applications/chatgpt/ChatGPT-1GPU.jpg" width=450/>
 </p>
 
 - Up to 10.3x growth in model capacity on one GPU
 - A mini demo training process requires only 1.62GB of GPU memory (any consumer-grade GPU)
 
-<p id="inference" align="center">
+<p id="ColossalChat-LoRA" align="center">
 <img src="https://raw.githubusercontent.com/hpcaitech/public_assets/main/applications/chatgpt/LoRA%20data.jpg" width=600/>
 </p>
 
@@ -375,7 +384,7 @@ Join the Colossal-AI community on [Forum](https://github.com/hpcaitech/ColossalA
 [Slack](https://join.slack.com/t/colossalaiworkspace/shared_invite/zt-z7b26eeb-CBp7jouvu~r0~lcFzX832w),
 and [WeChat(微信)](https://raw.githubusercontent.com/hpcaitech/public_assets/main/colossalai/img/WeChat.png "qrcode") to share your suggestions, feedback, and questions with our engineering team.
 
-## Invitation to open-source contribution
+## Contributing
 Referring to the successful attempts of [BLOOM](https://bigscience.huggingface.co/) and [Stable Diffusion](https://en.wikipedia.org/wiki/Stable_Diffusion), any and all developers and partners with computing powers, datasets, models are welcome to join and build the Colossal-AI community, making efforts towards the era of big AI models!
 
 You may contact us or participate in the following ways:

applications/ChatGPT/.gitignore → applications/Chat/.gitignore

@@ -142,5 +142,5 @@ docs/.build
 # pytorch checkpoint
 *.pt
 
-# ignore version.py generated by setup.py
-colossalai/version.py
+# wandb log
+example/wandb/