o i!@s~ddlZddlZddlZddlZddlZddlZddlZddlm Z m Z m Z m Z m Z mZmZddZddZGdd d ZdS) N)ExtractorErrorPopencheck_executable format_fieldget_exe_versionis_outdated_version shell_quotecCs|j|jd}|jr|j|d<|jr|j|d<|jr|j|d<|jdur)|j|d<|j dur3|j |d<|j dur=|j |d<t t $|dsR|d sR|d r^d |d <Wd|SWd|S1siwY|S) N)namevalueportdomainpathexpiressecurediscardhttpOnlyhttponlyHttpOnlyT)r r port_specifiedr domain_specifiedr path_specifiedrrrr contextlibsuppress TypeErrorhas_nonstandard_attr)cookie cookie_dictrM/home/ubuntu/.local/lib/python3.10/site-packages/yt_dlp/extractor/openload.pycookie_to_dicts:              r cCsdd|DS)NcSsg|]}t|qSr)r ).0rrrr .sz&cookie_jar_to_list..r) cookie_jarrrrcookie_jar_to_list-sr$c@sxeZdZdZdZdZdZgdZeddZ dd d Z d d Z ddZ ddZ ddddidfddZdddddZdS)PhantomJSwrapperz=PhantomJS wrapper class This class is experimental. z;Please download it from https://phantomjs.org/download.htmla phantom.onError = function(msg, trace) {{ var msgStack = ['PHANTOM ERROR: ' + msg]; if(trace && trace.length) {{ msgStack.push('TRACE:'); trace.forEach(function(t) {{ msgStack.push(' -> ' + (t.file || t.sourceURL) + ': ' + t.line + (t.function ? ' (in function ' + t.function +')' : '')); }}); }} console.error(msgStack.join('\n')); phantom.exit(1); }}; a  var page = require('webpage').create(); var fs = require('fs'); var read = {{ mode: 'r', charset: 'utf-8' }}; var write = {{ mode: 'w', charset: 'utf-8' }}; JSON.parse(fs.read("{cookies}", read)).forEach(function(x) {{ phantom.addCookie(x); }}); page.settings.resourceTimeout = {timeout}; page.settings.userAgent = "{ua}"; page.onLoadStarted = function() {{ page.evaluate(function() {{ delete window._phantom; delete window.callPhantom; }}); }}; var saveAndExit = function() {{ fs.write("{html}", page.content, write); fs.write("{cookies}", JSON.stringify(phantom.cookies), write); phantom.exit(); }}; page.onLoadFinished = function(status) {{ if(page.url === "") {{ page.setContent(fs.read("{html}", read), "{url}"); }} else {{ {jscode} }} }}; page.open(""); )scripthtmlcookiescCs tdddS)N phantomjsz ([0-9.]+)) version_re)rrrrr_versionjs zPhantomJSwrapper._versionN'csi_tddg_jstdjdd|_|r0}t||r0jj d|dj D]}t j dd }| |j|<q3td |ifd d j D_dS) Nr)z-vzPhantomJS not found, T)expectedz9Your copy of PhantomJS is outdated, update it to version z& or newer if you encounter any errors.F)deletetimeoutcs*i|]}|j|jddddqS)\z\\"\") _TMP_FILESr replace)r!xselfrr sz-PhantomJSwrapper.__init__..)r3rexer INSTALL_HINT extractorr+r _downloaderreport_warning_TMP_FILE_NAMEStempfileNamedTemporaryFileclose collectionsChainMapoptions)r7r;required_versionr/versionr tmprr6r__init__ns0      zPhantomJSwrapper.__init__c CsN|jD]!}tttt|j|jWdn1swYqdSN) r>rrOSErrorKeyErrorosremover3r )r7r rrr__del__s zPhantomJSwrapper.__del__cCst|jj}|D]}d|vrd|d<d|vrtj|j|d<qt|jdj d}| t | WddS1s?wYdS)Nr/r r(wb)r$r; cookiejarurllibparseurlparsenetlocopenr3r writejsondumpsencode)r7urlr(rfrrr _save_cookiess "zPhantomJSwrapper._save_cookiescCst|jdjd}t|d}Wdn1swY|D]!}|ddur3ddi|d<d|vr=|d|d <|jjd i|q%dS) Nr(rbutf-8rTrrestexpiry expire_timer) rVr3r rXloadsreaddecoder; _set_cookie)r7r\r(rrrr _load_cookiess   zPhantomJSwrapper._load_cookieszExecuting JS on webpagesaveAndExit();c Csd|vrtd|s|jj||||d}t|jdjd}||Wdn1s/wY||| dpE|j dd} |j |j || d d |d }|j|||d } t|jdjd }|d}Wdn1s{wY||| fS)a Downloads webpage (if needed) and executes JS Params: url: website url html: optional, html code of website video_id: video id note: optional, displayed when downloading webpage note2: optional, displayed when executing JS headers: custom http headers jscode: code to be executed when page is loaded Returns tuple with: * downloaded website (after JS execution) * anything you print with `console.log` (but not inside `page.execute`!) In most cases you don't need to add any `jscode`. It is executed in `page.onLoadFinished`. `saveAndExit();` is mandatory, use it instead of `phantom.exit()` It is possible to wait for some element on the webpage, e.g. var check = function() { var elementFound = page.evaluate(function() { return document.querySelector('#b.done') !== null; }); if(elementFound) saveAndExit(); else window.setTimeout(check, 500); } page.evaluate(function(){ document.querySelector('#a').click(); }); check(); rhz&`saveAndExit();` not found in `jscode`)noteheadersr'rPNz User-Agent http_headersr1r2)r[uajscoderir^r_)rr;_download_webpagerVr3r rWrZr]get get_param _TEMPLATE format_maprD new_childr4executerdrerg) r7r[r'video_idrinote2rjrmr\ user_agentstdoutrrrrps($    zPhantomJSwrapper.getz Executing JSrnc Csd|vr|d7}|j|}t|jdjddd }||Wdn1s(wY|jt|dd||jd |jdjg}|j d t |zt j ||j d d d tjtjd\}}}Wnty{} z t|d| dd} ~ ww|rt|d|d||S)zExecute JS and return stdoutzphantom.exit();z; phantom.exit();r&wr_)encodingNz%s: z--ssl-protocol=anyzPhantomJS command line: r/iT)r/textrystderrz' failed: Unable to run PhantomJS binary)causez failed with returncode z: )_BASE_JSrVr3r rWr; to_screenrr9 write_debugr rrunrD subprocessPIPE Exceptionrstrip) r7rmrvrir\cmdryr} returncodeerrrrus(   zPhantomJSwrapper.execute)Nr,rI)__name__ __module__ __qualname____doc__r:rrrr> staticmethodr+rHrNr]rgrprurrrrr%1s     s$