o
ߥi
@ s d dl mZmZmZmZmZ d dlZd dlmZ d dl m
Z
d dl m Z d dl
mZ d dlmZ d dlmZ d d
lmZ d ed ed
eeeef defddZejeje
jdejeje
jdejej e
jdejej e
jdG dd deee Z dS ) )DictListOptionalTupleUnionN)LlamaForCausalLM)Models)
TorchModel)MODELS)
OutputKeys)Tasks ) MsModelMixinsystemtexthistory
max_lengthc C s6 d| d}||dddj }| d}||dddj }|jd |jd } | |kr5td| d | d
}
g } |d d d D ]A\} }
t| tsKJ t|
tsRJ | d |
d }||dddj }| |jd |krq n||
}
|g| } | |jd 7 } q@||
|g}|g| |g }d
|tj|d
dfS )Nz[INST] <>
z
<>
Fpt)add_special_tokensreturn_tensorsz [/INST]zprepend prompt length z is bigger than max_length z [/INST] z [INST] r
)dim) input_idsstripshape RuntimeError
isinstancestrjointorchcat)r r r r tokenizer
system_prompt
system_ids text_prompttext_ids
prompt_lengthhistory_prompthistory_ids_listuserbot round_prompt round_ids prompt_listprompt_ids_list r0 _/home/ubuntu/.local/lib/python3.10/site-packages/modelscope/models/nlp/llama/text_generation.pyget_chat_prompt! sJ
r2 ) module_namec @ s e Zd ZdedefddZdS )LlamaForTextGenerationinputreturnc
C s dd l }| |}d|vrd}n |d }|d d|vr d}n |d }|d d|vr0g }n | |d }|d d|vrDd|d< t||||d |d\}} | | j}
| j|
fi |} | d d |
jd d f } |j| d
d d d } | } | || f t
j | t
j |iS )
Nr r r r r r i )r r r r r" r
TF)skip_special_tokens clean_up_tokenization_spaces)
copypopr2 todevicegenerater batch_decoder appendr RESPONSEHISTORY)
selfr5 r" r9
gen_kwargsr r r prompt
prompt_idsr generate_idsresponser0 r0 r1 chatP sH
zLlamaForTextGeneration.chatN)__name__
__module__ __qualname__r rH r0 r0 r0 r1 r4 J s r4 ) typingr r r r r r transformers.models.llamar modelscope.metainfor modelscope.models.baser modelscope.models.builderr
modelscope.outputsr modelscope.utils.constantr backboner r intr2 register_modulerH llama2llamatext_generationr4 r0 r0 r0 r1 s"
)