o
    }oid                     @   s   d dl mZ d dlZd dlmZ d dlmZ d dl	m
Z
 d dlmZ ejjejdejfddZejjejdejfd	d
ZejjejdejfddZejjejdedejfddZg dZdS )    NDollyDataModuleHFDatasetDataModuleMockDataModuleSquadDataModulereturnc                   C      t ddddS Ni         )
seq_lengthglobal_batch_sizemicro_batch_sizer    r   r   U/home/ubuntu/.local/lib/python3.10/site-packages/nemo/collections/llm/gpt/data/api.pymock      r   c                   C   r   r   r   r   r   r   r   squad   r   r   c                   C   r   r   r   r   r   r   r   dolly$   r   r   pathc                 C   s   t | dddS )Nr   r   )r   r   r   r   )r   r   r   r   
hf_dataset*   r   r   )r   r   r   r   )lightning.pytorchpytorchplnemo_runrun#nemo.collections.llm.gpt.data.dollyr   (nemo.collections.llm.gpt.data.hf_datasetr   "nemo.collections.llm.gpt.data.mockr   #nemo.collections.llm.gpt.data.squadr	   clifactoryautoconvertLightningDataModuler   r   r   strr   __all__r   r   r   r   <module>   s&   