o ei@sddlZddlZddlmZddlmZmZddlm Z m Z m Z m Z ddl mZmZddlmZmZGdd d e d d ZeGd d d e Zd gZdS)N) BatchFeature) ImageInputmake_nested_list_of_images)MultiModalDataProcessingKwargsProcessorMixinUnpack)PreTokenizedInput TextInput)auto_docstring to_py_objc@s(eZdZddddddddddZd S) Gemma3ProcessorKwargsFT)paddingreturn_mm_token_type_idsg333333?)do_convert_rgbdo_pan_and_scanpan_and_scan_min_crop_sizepan_and_scan_max_num_crops"pan_and_scan_min_ratio_to_activate) text_kwargs images_kwargsN)__name__ __module__ __qualname__ _defaultsrrj/home/ubuntu/transcripts/venv/lib/python3.10/site-packages/transformers/models/gemma3/processing_gemma3.pyrs rF)totalc s~eZdZ  ddeffdd Ze  ddedBdeeBe eBe eBde e d e fd d Z dd d ZeddZZS)Gemma3ProcessorNrimage_seq_lengthc sh||_|j|_|j|_|j|_d|jg|}d|j||jd|_tjd|||d|dS)Nz )image_processor tokenizer chat_templater) r"image_token_id boi_token image_tokenjoin eoi_tokenfull_image_sequencesuper__init__)selfr$r%r&r"kwargsimage_tokens_expanded __class__rrr.,s zGemma3Processor.__init__imagestextr0returnc sz|dur |dur tdjtfdjji|}t|tr"|g}nt|ts2t|dts2tdi}|durj |}t |}j |fi|d}|sXfdd|D}t |t |krotdt |d t |d t |d fd d|D}tt|||D]a\}\} }d dtj| D} t |t | krtdt | dt |dttt| D]-\} } | rdjddjg| } | d| | | | t jd} | ||<qqfdd|D}|ddd}|ddd}jd d|i|d}j||dgd|r3t|d}t|}d||jk<||d<ti|||dS)!Nz+Provide at least one of `text` or `images`.tokenizer_init_kwargsrzAInvalid input text. Please provide a string, or a list of stringsrcs"g|] }djgt|qS) )r*r(len.0r4r/rr _s"z,Gemma3Processor.__call__..z1Received inconsistently sized batches of images (z ) and text (z). num_cropscs&g|]}fddtt|DqS)csg|]}dqS)r)pop)r;_r>rrr=hsz7Gemma3Processor.__call__...)ranger9r:rArrr=hs&cSsg|]}|qSr)start)r;mrrrr=jszPrompt contained z image tokens but received z images.zHere is the original image z0 and here are some crops to help you see better r8csg|] }|jjqSr)replacer(r,)r;promptr<rrr=|srreturn_tensorsrFr5image) modalities input_idstoken_type_ids)data tensor_typer) ValueError _merge_kwargsrr% init_kwargs isinstancestrlist TypeErrorr$ fetch_imagesrr9r r? enumerateziprefinditerr(reversedr*_check_special_mm_tokensnparray zeros_liker'tolistr)r/r4r5r0 output_kwargs image_inputsbatched_imagesbatch_num_crops batch_idxrF image_indexesnumidxformatted_image_textrGr text_inputs array_idsmm_token_type_idsr)r>r/r__call__Bsj   &   zGemma3Processor.__call__cKsHi}|dur|jgt|}dgt|}|||dtdi|S)a Computes the number of placeholder tokens needed for multimodal inputs with the given sizes. Args: image_sizes (`list[list[int]]`, *optional*): The input sizes formatted as (height, width) per each image. Returns: `MultiModalData`: A `MultiModalData` object holding number of tokens per each of the provided input modalities, along with other useful data. NrK)num_image_tokensnum_image_patchesr)r"r9updater)r/ image_sizesr0 vision_datarnrorrr_get_num_multimodal_tokenss  z*Gemma3Processor._get_num_multimodal_tokenscCs0|jjdg}|jj}dd|D}t||S)NrLcSsg|]}|dkr|qSrAr)r;namerrrr=sz5Gemma3Processor.model_input_names..)r%model_input_namesr$rT)r/tokenizer_input_namesimage_processor_input_namesrrrrus z!Gemma3Processor.model_input_names)Nr)NN)N)rrrintr.r rr r rTr rrrmrspropertyru __classcell__rrr2rr!*s* Ir!)rYnumpyr]feature_extraction_utilsr image_utilsrrprocessing_utilsrrrr tokenization_utils_baser r utilsr r rr!__all__rrrrs