o i0@sddlZddlmZmZddlmZmZddlZddlZ ddl m Z ddl m Z ddlmZddlmZddlmZmZmZdd lmZmZmZerOddlZned ed Ze eZeGd d d eZeGdddeZ hdZ!de"e#efde$fddZ%de ddfddZ&dS)N) dataclassfield) TYPE_CHECKINGAny) init_logger)SamplingParams)MistralTokenizer) LazyLoader)StructuredOutputBackendStructuredOutputGrammarStructuredOutputOptions)choice_as_grammarconvert_lark_to_ebnfgrammar_is_likely_larkxgrxgrammarc@s@eZdZddZdededefddZdefd d Z d d Z d S)XgrammarBackendcCs|jjj|_t|jtr0|jjg}t|jj|_ t j |jj|jj r%t j jnt j j|j |dd}n t j j|j|j d}t j|ddtjjddd|_d|_|jjdur[|jjj|_dSdS)NT) encoded_vocab vocab_type vocab_sizestop_token_idsadd_prefix_space)ri) max_threads cache_enabledcache_limit_bytesr) vllm_configstructured_outputs_configdisable_any_whitespace isinstance tokenizerr eos_token_idlenvocabrr TokenizerInfo is_tekken VocabTypeRAW BYTE_FALLBACKfrom_huggingfaceGrammarCompilervllmenvsVLLM_XGRAMMAR_CACHE_MBcompilernum_speculative_tokensspeculative_config)selfrtokenizer_infor3`/home/ubuntu/vllm_env/lib/python3.10/site-packages/vllm/v1/structured_output/backend_xgrammar.py __post_init__$s:     zXgrammarBackend.__post_init__ request_type grammar_specreturncCs|tjkr|jj||j d}n]|tjkr |jjd|j d}nM|tjkr,|j|}nA|tjkr8|j |}n5|tj kr`t |}d|vrYdd|dD}|j ||d}n|j |}n tdtd|d ttj||jd |j|d S) N)any_whitespacez{"type": "object"} structurescS.g|]}tj|dt|d|ddqSbeginschemaend)r=r>r?rStructuralTagItemjsondumps.0sr3r3r4 ` z3XgrammarBackend.compile_grammar..triggersz>Validation should have already occurred. Please file an issue.z*grammar is not of valid supported types. ())max_rollback_tokens)matcherrctx)r JSONr.compile_json_schemar JSON_OBJECTGRAMMARcompile_grammarREGEX compile_regexSTRUCTURAL_TAGrBloadscompile_structural_tagloggererror ValueErrorXgrammarGrammarrGrammarMatcherr/r)r1r6r7rMs_tagtagsr3r3r4rRMsD       zXgrammarBackend.compile_grammar max_num_seqscCst||jSN)rallocate_token_bitmaskr)r1r_r3r3r4ra|sz&XgrammarBackend.allocate_token_bitmaskcCs|`dSr`)r.r1r3r3r4destroyszXgrammarBackend.destroyN) __name__ __module__ __qualname__r5r strr rRintrarcr3r3r3r4r"s) / rc@seZdZUeed<eddZejed<eddZ ej ed<eddddddZ eed <edddd Z e ed <d ed eede fddZd eedeefddZdeddfddZdejdeddfddZde fddZddZdS)r[rF)hashrLrMcCsdSNrr3r3r3r3r4szXgrammarGrammar.)default_factoryreprriinitnum_processed_tokens)defaultrmri_is_terminated request_idtokensr8cCsR|jrdS|D]}|j|std||dS|jd7_q|j|_dS)zAccepts a list of tokens and advances the FSM. Returns True if the FSM was advanced successfully. Returns False if the FSM failed to advance. FzIFailed to advance FSM for request %s for tokens %s. Please file an issue.T)rqrL accept_tokenrXrYro is_terminated)r1rrrstokenr3r3r4 accept_tokenss  zXgrammarGrammar.accept_tokenscCsFg}|D]}|j|r||qt|dkr!|jt||S)zChecks if the list of tokens are accepted by the FSM in sequence. Will not advance the FSM. Returns the prefix list of tokens that are accepted by the FSM. r)rLruappendr"rollback)r1rsaccepted_tokensrwr3r3r4validate_tokenss   zXgrammarGrammar.validate_tokens num_tokensNcCs*|j||j|8_|j|_dSr`)rLrzrorvrq)r1r}r3r3r4rzs zXgrammarGrammar.rollbackbitmaskidxcCs|j||dSr`)rLfill_next_token_bitmask)r1r~rr3r3r4 fill_bitmaskszXgrammarGrammar.fill_bitmaskcCs|jSr`)rqrbr3r3r4rvszXgrammarGrammar.is_terminatedcCsd|_|jdSrj)rorLresetrbr3r3r4rszXgrammarGrammar.reset)rdrerfrh__annotations__rrLrr\rMCompiledGrammarrorqboolrglistrxr|rztorchTensorrrvrr3r3r3r4r[s    r[> date-time json-pointer uri-template uri-referencerelative-json-pointeruridateipv4ipv6timeuuidemaildurationhostnamer>r8cs&dtttfdtffdd |S)z?Check if JSON schema contains features unsupported by xgrammar.objr8csttsdSddvrdvrdSddkr(tfddd Dr(dSdd kr;d vr;d tvr;dSdd krOtfd ddDrOdSD]&}t|trb|radSqSt|try|D]}t|trx|rxdSqiqSdS)NFtype)integernumber multipleOfTarrayc3|]}|vVqdSr`r3rEkeyrr3r4 s  zOhas_xgrammar_unsupported_json_features..check_object..) uniqueItemscontains minContains maxContainsstringformatobjectc3rr`r3rrr3r4rs )patternProperties propertyNames)rdictgetanySTRING_SUPPORTED_FORMATSvaluesr)rvalueitem check_objectrr4rs6     z.check_object)rrgrr)r>r3rr4&has_xgrammar_unsupported_json_featuress)rsampling_paramsc CsH|jdurdS|j}|jr+z tj|jWnty*}ztd||d}~ww|jrUt|j}ztj |WntyL}ztd|d}~wwd|_||_ dS|j rt |j t ryzt |j }Wnt jyx}ztd|d}~ww|j }ztj|Wnty}ztd||d}~wwt|rtddS|j rt|j rzt|j |_ Wnty}ztd|d}~wwz tj |j WdSty}ztd|d}~ww|jr"z*t |j}d |vrd d |d D}tj||d WdStj|jWdSty!}ztd |d}~wwdS)zyValidate that the request is supported by structured output. Raises ValueError if the request is not supported. Nz*Failed to transform regex into a grammar: z1Failed to transform choices into a grammar: {err}z#Invalid JSON grammar specification.z0Failed to transform json schema into a grammar: zEThe provided JSON schema contains features not supported by xgrammar.z1Failed to convert the grammar from Lark to EBNF. zInvalid grammar specification.r:cSr;r<r@rDr3r3r4rGXrHz-validate_xgrammar_grammar..rIz%Invalid structural tag specification.)structured_outputsregexrGrammar from_regex ExceptionrZchoicer from_ebnfgrammarrBrrgrVJSONDecodeErrorfrom_json_schemarrrstructural_tagfrom_structural_tag)r so_paramserrchoice_grammarr>er]r^r3r3r4validate_xgrammar_grammar s         r)'rB dataclassesrrtypingrrr vllm.envsr+ vllm.loggerrvllm.sampling_paramsrvllm.tokenizers.mistralrvllm.utils.import_utilsr 'vllm.v1.structured_output.backend_typesr r r vllm.v1.structured_output.utilsr rrrrglobalsrdrXrr[rrrgrrrr3r3r3r4s,     `G/