o
    wi^                     @   s   d dl Z d dlZddlmZ ddlmZ ed e dZej	ddd	d
 ej	dddd e
 Zedee  ejejdd eejejddejd edejejddddddejd ed dS )    N   )create_sample_jsonl)create_hf_modelzSetup test data and models...zSetup test data and models.z
--save_dirTz!Root save directory for artifacts)requiredhelpz--overwrite
store_truez(Overwrite existing files and directories)actionr   zArguments are: )exist_oktest_quantizationz	test.json)output_file	overwritez-/home/TestData/nlp/megatron_llama/llama-ci-hfzmegatron_llama/llama-ci-hf-tiny         )hidden_sizenum_attention_headsnum_hidden_layersnum_key_value_heads)model_name_or_path
output_dirconfig_updatesr   zSetup done.)argparseosdata.create_sample_jsonlr   models.create_hf_modelr   printArgumentParserparseradd_argument
parse_argsargsvarsmakedirssave_dirpathjoinr    r&   r&   Q/home/ubuntu/sommelier/.venv/lib/python3.10/site-packages/tests/setup/__main__.py<module>   s,   
