o i@sddlZddlZddlmZddlZddlmZddlmZddlm Z ddlm Z ddlm Z ddl m Z dd lmZdd lmZe eZGd d d ZGd ddZGdddZdS)N)Path)RLock)time)Any)Optional)Union) get_logger)DEFAULT_PROMPTS_CACHE_TTL) ManagedPromptc@sleZdZdZdededdfddZdedefd d Zde e e ffd d Z e d e e e fddfddZdS) CacheEntryprompt timestampr rreturnNcCs||_||_dSNr )selfr rrQ/home/ubuntu/.local/lib/python3.10/site-packages/ddtrace/llmobs/_prompts/cache.py__init__s zCacheEntry.__init__ttlcCst|j|kSr)rr)rrrrris_staleszCacheEntry.is_stalecCs|j|jdS)Nr )r _serializerrrrrrszCacheEntry._serializedatacCs|t|d|ddS)Nr rr )r _deserialize)clsrrrrr szCacheEntry._deserialize)__name__ __module__ __qualname__ __slots__r floatrboolrdictstrrr classmethodrrrrrr s r c@seZdZdZefdeddfddZdedee e e ffdd Z ded e ddfd d Z deddfd dZdddZdefddZdS)HotCachezT In-memory cache with TTL for prompt templates. Thread-safe via RLock. ttl_secondsrNcCsi|_||_t|_dSr)_cache_ttlr_lock)rr&rrrr,s zHotCache.__init__keycCsb|j$|j|}|dur WddS|j||jfWdS1s*wYdS)z~ Get a prompt from cache. Returns: Tuple of (prompt, is_stale) if found, None otherwise. N)r)r'getr rr()rr*entryrrrr+4s $z HotCache.getr cCs@|jt|td|j|<WddS1swYdS)z Add or update a prompt in cache.r N)r)r rr')rr*r rrrsetAs"z HotCache.setcCs:|j|j|dWddS1swYdS)z#Remove a specific entry from cache.N)r)r'pop)rr*rrrdeleteFs"zHotCache.deletecCs6|j|jWddS1swYdS)zClear all entries from cache.N)r)r'clearrrrrr0Ks "zHotCache.clearcCs4|j t|jWdS1swYdSr)r)lenr'rrrr__len__Ps$zHotCache.__len__rN)rrr__doc__r r rr#rtupler r!r+r-r/r0intr2rrrrr%%s   r%c @seZdZdZedefddZddefdee ee fde d e ddfd d Z dd d Zde defddZde deeee ffddZde deddfddZde ddfddZdddZdS) WarmCachez File-based cache for prompt persistence across restarts. Can be disabled via environment variable or constructor. rcCsFz tddddWSty"ttdddYSw)zMGet the default cache directory, with fallback for environments without HOME.z.cachedatadogllmobsprompts)rhome RuntimeErrortempfile gettempdirrrrr_get_default_cache_dir\s  z WarmCache._get_default_cache_dirNT cache_direnabledr&cCsT||_||_t|_|jst|_dS|dur||_nt||_|dSr) _enabledr(rr)r _cache_dirr? expanduser_ensure_cache_dir)rr@rAr&rrrrfs  zWarmCache.__init__c CsRz |jjddddWdSty(}ztd|d|_WYd}~dSd}~ww)NiT)modeparentsexist_okz+Failed to create prompt cache directory: %sF)rCmkdirOSErrorlogwarningrB)rerrrrE{s zWarmCache._ensure_cache_dirr*cCs,|dddddd}|j|dS)N:_/\z.json)replacerC)rr*safe_keyrrr _key_to_pathszWarmCache._key_to_pathc Cs|jsdS||}zL|j2|s WdWdSt|ddd }t|}Wdn1s4wYWdn1sCwYt|}|j | |j fWSt tj ttfyt}z td|WYd}~dSd}~ww)z{Load a prompt from file cache. Returns: Tuple of (prompt, is_stale) if found, None otherwise. Nrutf-8encodingz$Failed to read prompt from cache: %s)rBrTr)existsopenjsonloadr rr rr(rJJSONDecodeErrorKeyError TypeErrorrKdebug)rr*pathfrr,rMrrrr+s(    z WarmCache.getr c Cs|jsdS||}t|td}|}z;|j-t|ddd}t||Wdn1s2wYt |dWdWdS1sIwYWdSt yi}z t d|WYd}~dSd}~ww)zSave a prompt to file cache.Nr wrVrWiz#Failed to write prompt to cache: %s)rBrTr rrr)rZr[dumposchmodrJrKr`)rr*r rar,rrbrMrrrr-s  &z WarmCache.setc Cs|jsdS||}|j4z |r|Wnty0}z td|WYd}~n d}~wwWddSWddS1sDwYdS)z)Remove a specific prompt from file cache.Nz&Failed to delete prompt from cache: %s)rBrTr)rYunlinkrJrKr`)rr*rarMrrrr/s  "zWarmCache.deletec Cs|jsdS|j1|jdD]!}z|Wqty0}z td||WYd}~qd}~wwWddS1ss          0