[HotFix] CI,import,requirements-test for #5838

colossalai/inference/core/llm_engine.py

@@ -57,11 +57,11 @@ class LLMEngine(BaseEngine):
 
     def __init__(
         self,
-        model_or_path: nn.Module | str,
-        tokenizer: PreTrainedTokenizer | PreTrainedTokenizerFast = None,
+        model_or_path: Union[nn.Module, str],
+        tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast] = None,
         inference_config: InferenceConfig = None,
         verbose: bool = False,
-        model_policy: Policy | type[Policy] = None,
+        model_policy: Union[Policy, type[Policy]] = None,
     ) -> None:
         self.inference_config = inference_config
         self.dtype = inference_config.dtype

colossalai/inference/utils.py

@@ -186,8 +186,6 @@ def get_model_type(model_or_path: Union[nn.Module, str, DiffusionPipeline]):
             """
 
         try:
-            from diffusers import DiffusionPipeline
-
             DiffusionPipeline.load_config(model_or_path)
             return ModelType.DIFFUSION_MODEL
         except:

examples/inference/stable_diffusion/test_ci.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+echo "Skip the test (this test is slow)"

requirements/requirements-test.txt

@@ -1,4 +1,3 @@
-diffusers
 pytest
 coverage==7.2.3
 git+https://github.com/hpcaitech/pytest-testmon