o .i@sPddlmZddlmZmZddlZeGdddejZGdddejZ dS)) dataclass)CallableOptionalNcsbeZdZUdZeeed<dZeeed<dZ ee j ed<e j j Ze jed<fddZZS)GeneratorConfigN generator gen_kwargsfeaturessplitcs4t|jdurtd|jduri|_dSdS)Nzgenerator must be specified)super __post_init__r ValueErrorrself __class__a/home/ubuntu/.local/lib/python3.10/site-packages/datasets/packaged_modules/generator/generator.pyr s    zGeneratorConfig.__post_init__)__name__ __module__ __qualname__rrr__annotations__rdictrdatasetsFeaturesSplitTRAINr NamedSplitr __classcell__rrrrrs rc@s(eZdZeZddZddZddZdS) GeneratorcCstj|jjdS)N)r)r DatasetInfoconfigrr rrr_infoszGenerator._infocCstj|jj|jjdgS)N)namer)rSplitGeneratorr r r)r dl_managerrrr_split_generatorsszGenerator._split_generatorscks"t|jjdi|EdHdS)Nr) enumerater r)rrrrr_generate_examples s zGenerator._generate_examplesN)rrrrBUILDER_CONFIG_CLASSr!r%r'rrrrrs  r) dataclassesrtypingrrr BuilderConfigrGeneratorBasedBuilderrrrrrs