o
    ÔÙ¾im   ã                   @   s@  d Z ddlZdZdZej ed¡Zej ed¡Zej ed¡Zej ed¡Z	ej ed	¡Z
ej ed
¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Zej ed¡Z ej ed ¡Z!ej ed!¡Z"ej ed"¡Z#ej ed#¡Z$ej ed$¡Z%ej ed%¡Z&ej ed&¡Z'ej ed'¡Z(ej ed(¡Z)ej ed)¡Z*ej ed*¡Z+ej ed+¡Z,ej ed,¡Z-ej ed-¡Z.ej ed.¡Z/ej ed/¡Z0ej ed0¡Z1ej ed1¡Z2ej ed2¡Z3ej ed3¡Z4ej ed4¡Z5ej ed5¡Z6ej ed6¡Z7ej ed7¡Z8ej ed8¡Z9ej ed9¡Z:ej ed:¡Z;ej ed;¡Z<ej ed<¡Z=ej ed=¡Z>ej ed>¡Z?ej ed?¡Z@ej ed@¡ZAej edA¡ZBej edB¡ZCej edC¡ZDej edD¡ZEej edE¡ZFej edF¡ZGej edG¡ZHej edH¡ZIej edI¡ZJej edJ¡ZKej edK¡ZLej edL¡ZMej edM¡ZNej edN¡ZOej edO¡ZPej edP¡ZQdS )Qz4Common utilities for testing and benchmarking on NPUé    Nz#/root/.cache/modelscope/hub/models/z/root/.cache/huggingface/hub/z#AI-ModelScope/Llama-3.1-8B-InstructzLLM-Research/Llama-3.2-1Bz"LLM-Research/Llama-3.2-1B-Instructz0codelion/Llama-3.2-1B-Instruct-tool-calling-loraz'LLM-Research/Meta-Llama-3.1-8B-Instructz!vllm-ascend/DeepSeek-R1-0528-W8A8z!vllm-ascend/DeepSeek-V2-Lite-W8A8zQwen/Qwen2.5-7B-Instructzarcee-ai/AFM-4.5B-Basezbaichuan-inc/Baichuan2-13B-ChatzCohereForAI/c4ai-command-r-v01zZhipuAI/chatglm2-6bzAI-ModelScope/dbrx-instructzDeepSeek-V3.2-Exp-W8A8zbaidu/ERNIE-4.5-21B-A3B-PTz$LGAI-EXAONE/EXAONE-3.5-7.8B-Instructzgoogle/gemma-3-4b-itzZhipuAI/glm-4-9b-chatz)ibm-granite/granite-3.0-3b-a800m-instructz#ibm-granite/granite-3.1-8b-instructzhuihui-ai/grok-2z#Shanghai_AI_Laboratory/internlm2-7bzKimi/Kimi-K2-ThinkingzinclusionAI/Ling-litez)meta-llama/Llama-4-Scout-17B-16E-InstructzLLM-Research/Llama-2-7BzXiaomiMiMo/MiMo-7B-RLzOpenBMB/MiniCPM3-4Bz"mistralai/Mistral-7B-Instruct-v0.2zallenai/OLMoE-1B-7B-0924zHoweee/persimmon-8b-chatz#microsoft/Phi-4-multimodal-instructzQwen/Qwen3-0.6Bz Qwen/Qwen3-30B-A3B-Instruct-2507zQwen/Qwen3-32Bz vllm-ascend/Qwen3-235B-A22B-W8A8z*Qwen3-Coder-480B-A35B-Instruct-w8a8-QuaRotz Qwen/Qwen3-Next-80B-A3B-Instructzvllm-ascend/QWQ-32B-W8A8zHuggingFaceTB/SmolLM-1.7Bzstabilityai/stablelm-2-1_6bzxverse/XVERSE-MoE-A36Bz"sglang-EAGLE3-LLaMA3.1-Instruct-8Bz!DeepSeek-R1-0528-w4a8-per-channelzdeepseek-ai/deepseek-vl2zZhipuAI/GLM-4.5Vzdeepseek-ai/Janus-Pro-1Bzdeepseek-ai/Janus-Pro-7BzKimi/Kimi-VL-A3B-Instructz*LLM-Research/Llama-3.2-11B-Vision-Instructzlmms-lab/llava-next-72bz$lmms-lab/llava-onevision-qwen2-7b-ovzAI-ModelScope/llava-v1.6-34bzXiaomiMiMo/MiMo-VL-7B-RLzopenbmb/MiniCPM-o-2_6zopenbmb/MiniCPM-V-2_6z-mistralai/Mistral-Small-3.1-24B-Instruct-2503zQwen/Qwen2.5-VL-3B-InstructzQwen/Qwen2.5-VL-72B-InstructzQwen/Qwen3-VL-4B-InstructzQwen/Qwen3-VL-8B-InstructzQwen/Qwen3-VL-30B-A3B-Instructz Qwen/Qwen3-VL-235B-A22B-InstructzQwen/Qwen3-30B-A3Bzbge-large-en-v1.5z(AI-ModelScope/clip-vit-large-patch14-336zintfloat/e5-mistral-7b-instructz$Alibaba-NLP/gme-Qwen2-VL-2B-Instructziic/gte_Qwen2-1.5B-instructzQwen/Qwen3-Embedding-8BzBAAI/bge-reranker-v2-m3z-AI-ModelScope/Skywork-Reward-Gemma-2-27B-v0.2z*Shanghai_AI_Laboratory/internlm2-7b-rewardzdmodels--Skywork--Skywork-Reward-Llama-3.1-8B-v0.2/snapshots/d4117fbfd81b72f41b96341238baa1e3e90a4ce1zHoweee/Qwen2.5-1.5B-apeachzQwen/Qwen2.5-Math-RM-72B)RÚ__doc__ÚosÚMODEL_WEIGHTS_DIRÚHF_MODEL_WEIGHTS_DIRÚpathÚjoinÚ"LLAMA_3_1_8B_INSTRUCT_WEIGHTS_PATHÚLLAMA_3_2_1B_WEIGHTS_PATHÚ"LLAMA_3_2_1B_INSTRUCT_WEIGHTS_PATHÚ4LLAMA_3_2_1B_INSTRUCT_TOOL_CALLING_LORA_WEIGHTS_PATHÚMETA_LLAMA_3_1_8B_INSTRUCTÚ"DEEPSEEK_R1_0528_W8A8_WEIGHTS_PATHÚ"DEEPSEEK_V2_LITE_W8A8_WEIGHTS_PATHÚ QWEN2_5_7B_INSTRUCT_WEIGHTS_PATHÚAFM_4_5B_BASE_WEIGHTS_PATHÚBAICHUAN2_13B_CHAT_WEIGHTS_PATHÚC4AI_COMMAND_R_V01_WEIGHTS_PATHÚCHATGLM2_6B_WEIGHTS_PATHÚDBRX_INSTRUCT_WEIGHTS_PATHÚ#DEEPSEEK_V3_2_EXP_W8A8_WEIGHTS_PATHÚ!ERNIE_4_5_21B_A3B_PT_WEIGHTS_PATHÚ%EXAONE_3_5_7_8B_INSTRUCT_WEIGHTS_PATHÚGEMMA_3_4B_IT_WEIGHTS_PATHÚGLM_4_9B_CHAT_WEIGHTS_PATHÚ*GRANITE_3_0_3B_A800M_INSTRUCT_WEIGHTS_PATHÚ$GRANITE_3_1_8B_INSTRUCT_WEIGHTS_PATHÚGROK_2_WEIGHTS_PATHÚINTERNLM2_7B_WEIGHTS_PATHÚKIMI_K2_THINKING_WEIGHTS_PATHÚLING_LITE_WEIGHTS_PATHÚ+LLAMA_4_SCOUT_17B_16E_INSTRUCT_WEIGHTS_PATHÚLLAMA_2_7B_WEIGHTS_PATHÚMIMO_7B_RL_WEIGHTS_PATHÚMINICPM3_4B_WEIGHTS_PATHÚ%MISTRAL_7B_INSTRUCT_V0_2_WEIGHTS_PATHÚOLMOE_1B_7B_0924_WEIGHTS_PATHÚPERSIMMON_8B_CHAT_WEIGHTS_PATHÚ&PHI_4_MULTIMODAL_INSTRUCT_WEIGHTS_PATHÚQWEN3_0_6B_WEIGHTS_PATHÚ(Qwen3_30B_A3B_Instruct_2507_WEIGHTS_PATHÚQWEN3_32B_WEIGHTS_PATHÚ!QWEN3_235B_A22B_W8A8_WEIGHTS_PATHÚ7QWEN3_CODER_480B_A35B_INSTRUCT_W8A8_QUAROT_WEIGHTS_PATHÚ(QWEN3_NEXT_80B_A3B_INSTRUCT_WEIGHTS_PATHÚQWQ_32B_W8A8_WEIGHTS_PATHÚSMOLLM_1_7B_WEIGHTS_PATHÚSTABLELM_2_1_6B_WEIGHTS_PATHÚXVERSE_MOE_A36B_WEIGHTS_PATHÚ(EAGLE3_LLAMA3_1_INSTRUCT_8B_WEIGHTS_PATHÚ.DEEPSEEK_R1_0528_W4A8_PER_CHANNEL_WEIGHTS_PATHÚDEEPSEEK_VL2_WEIGHTS_PATHÚGLM_4_5V_WEIGHTS_PATHÚJANUS_PRO_1B_WEIGHTS_PATHÚJANUS_PRO_7B_WEIGHTS_PATHÚ!KIMI_VL_A3B_INSTRUCT_WEIGHTS_PATHÚ*LLAMA_3_2_11B_VISION_INSTRUCT_WEIGHTS_PATHÚLLAVA_NEXT_72B_WEIGHTS_PATHÚ(LLAVA_ONEVISION_QWEN2_7B_OV_WEIGHTS_PATHÚLLAVA_V1_6_34B_WEIGHTS_PATHÚMIMO_VL_7B_RL_WEIGHTS_PATHÚMINICPM_O_2_6_WEIGHTS_PATHÚMINICPM_V_2_6_WEIGHTS_PATHÚ0MISTRAL_SMALL_3_1_24B_INSTRUCT_2503_WEIGHTS_PATHÚ#QWEN2_5_VL_3B_INSTRUCT_WEIGHTS_PATHÚ$QWEN2_5_VL_72B_INSTRUCT_WEIGHTS_PATHÚ!QWEN3_VL_4B_INSTRUCT_WEIGHTS_PATHÚ!QWEN3_VL_8B_INSTRUCT_WEIGHTS_PATHÚ&QWEN3_VL_30B_A3B_INSTRUCT_WEIGHTS_PATHÚ(QWEN3_VL_235B_A22B_INSTRUCT_WEIGHTS_PATHÚQWEN3_30B_A3B_WEIGHTS_PATHÚBGE_LARGE_EN_V1_5_WEIGHTS_PATHÚ'CLIP_VIT_LARGE_PATCH14_336_WEIGHTS_PATHÚ#E5_MISTRAL_7B_INSTRUCT_WEIGHTS_PATHÚ%GME_QWEN2_VL_2B_INSTRUCT_WEIGHTS_PATHÚ$GTE_QWEN2_1_5B_INSTRUCT_WEIGHTS_PATHÚQWEN3_EMBEDDING_8B_WEIGHTS_PATHÚBGE_RERANKER_V2_M3_WEIGHTS_PATHÚ,SKYWORK_REWARD_GEMMA_2_27B_V0_2_WEIGHTS_PATHÚ INTERNLM2_7B_REWARD_WEIGHTS_PATHÚ-SKYWORK_REWARD_LLAMA_3_1_8B_V0_2_WEIGHTS_PATHÚ QWEN2_5_1_5B_APEACH_WEIGHTS_PATHÚ QWEN2_5_MATH_RM_72B_WEIGHTS_PATH© rT   rT   úX/home/ubuntu/.local/lib/python3.10/site-packages/sglang/test/ascend/test_ascend_utils.pyÚ<module>   sj   ÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿÿþÿÿ