o
پic @ sh d dl Z d dlZd dlZd dlZd dlmZ d dlmZmZm Z m
Z
m Z m Z g dZ
G dd de ZdS ) N)kill_process_tree)DEFAULT_DRAFT_MODEL_EAGLEDEFAULT_TARGET_MODEL_EAGLE!DEFAULT_TIMEOUT_FOR_SERVER_LAUNCHDEFAULT_URL_FOR_TESTCustomTestCasepopen_launch_server)z[INST] <>\nYou are a helpful assistant.\n<>\nToday is a sunny day and I like[/INST][INST] <>\nYou are a helpful assistant.\n<>\nWhat are the mental triggers in Jeff Walker's Product Launch Formula and "Launch" book?[/INST]zt[INST] <>\nYou are a helpful assistant.\n<>\nSummarize Russell Brunson's Perfect Webinar Script...[/INST]zK[INST] <>\nYou are a helpful assistant.\n<>\nwho are you?[/INST]zR[INST] <>\nYou are a helpful assistant.\n<>\nwhere are you from?[/INST]c @ s\ e Zd ZeZeZdZdZdZ dZ
dZ g Z e
dd Ze
dd Zd
d Zd d
Zdd ZdS )EagleServerBaseEAGLE @ ffffff?c C sb t | _t| j| jtd| j d| j d| j d| j d| j d| j
g| j d| _ d S )Nz--speculative-algorithm=z --speculative-draft-model-path=z--speculative-num-steps=z--speculative-eagle-topk=z --speculative-num-draft-tokens=z--mem-fraction-static=)timeout
other_args)
r base_urlr target_modelr spec_algo draft_model
spec_steps spec_topk spec_tokensmem_fraction_static
extra_argsprocesscls r ]/home/ubuntu/.local/lib/python3.10/site-packages/sglang/test/server_fixtures/eagle_fixture.py
setUpClass$ s
zEagleServerBase.setUpClassc C s t | jj d S )N)r r pidr r r r
tearDownClass6 s z EagleServerBase.tearDownClassc C sV t tdd tD ] }| jd }|dddd}tj||d}|jdks(J q d S ) Nr /generate temperaturemax_new_tokens)textsampling_paramsjson ) timesleeprandomuniformPROMPTSr requestspost status_code)selfprompturldataresponser r r send_request: s
z EagleServerBase.send_requestc C s| t D ]9}z!ttdd | jd }d|dddd}tj||dd W q ty; } z
t | W Y d }~qd }~ww d S )
Nr r" r# baser$ r% )modelr( r) )r+ r )
r1 r- r. r/ r0 r r2 r3 Exceptionprint)r5 r6 r7 r8 er r r send_requests_abortH s"
z#EagleServerBase.send_requests_abortc C sj d}d}d}d}t j| jd dd|dd||||d d
d }| |jd tt| td
d S )NTr r= r# z6Human: Write a travel blog post to Hawaii.
Assistant:0 r )r' nr& r )r( r) return_logprobtop_logprobs_numreturn_text_in_logprobslogprob_start_lenr* r, zd====================================================================================================)r2 r3 r assertEqualr4 r? r+ dumps)r5 r) rD rE return_textrC r9 r r r
run_decode[ s, zEagleServerBase.run_decodeN)__name__
__module__ __qualname__r r r r r r r r r r classmethodr r! r: rA rK r r r r r s
r )r+ r/ r- r2 sglang.srt.utils.commonr sglang.test.test_utilsr r r r r r r1 r r r r r s