[Fix/Infer] Remove unused deps and revise requirements (#5341)

* remove flash-attn dep * rm padding llama * revise infer requirements * move requirements out of module
hpcaitech · Feb 6, 2024 · 1dedb57 · 1dedb57
1 parent 631862f
commit 1dedb57
Show file tree

Hide file tree

Showing 5 changed files with 2 additions and 551 deletions.
diff --git a/colossalai/inference/modeling/models/nopadding_llama.py b/colossalai/inference/modeling/models/nopadding_llama.py
@@ -23,8 +23,6 @@
 )
 from colossalai.logging import get_dist_logger
 
-from flash_attn.bert_padding import index_first_axis, pad_input  # noqa
-
 logger = get_dist_logger(__name__)
 
 try: