o ii@sddlZddlZddlZddlmZddlmZddlm Z m Z m Z m Z m Z mZmZmZmZmZmZmZmZGdddZGd d d eZGd d d eZGd ddeZdS)N) InfoExtractor) int_to_int32) ExtractorError clean_html determine_extdict_getextract_attributes float_or_none int_or_none join_nonemptyparse_duration str_or_nonetry_getunified_strdate url_or_nonec@sTeZdZddZddZddZddZd d Zd d Zd dZ ddZ ddZ dS)_ByteGeneratorcCsDz t|d||_Wntytd|dwt||_dS)N_algozUnknown algorithm ID "")getattr _algorithmAttributeErrorrr_s)selfalgo_idseedrM/home/ubuntu/.local/lib/python3.10/site-packages/yt_dlp/extractor/xhamster.py__init__s  z_ByteGenerator.__init__cCst|dd}|_|S)Ni fi_n<rrrsrrr_algo1 sz_ByteGenerator._algo1cCs>t||d>A}t||d@d?A}t||d>A}|_|S)N r r!rrr_algo2&sz_ByteGenerator._algo2cCsnt|d}|_t||d@d?A}t|td}t||d@d?A}t|td}t||d@d?AS)Nyn<r%lwJ r$l=.er r!rrr_algo3.s z_ByteGenerator._algo3cCsVt|d}|_t|d>|d@d?B}t|d}t||d@d?A}t|dS)Niy+mr%r) i-'r r!rrr_algo49s   z_ByteGenerator._algo4cCsJt||d>A}t||d@d?A}t||d>A}t|d}|_|S)Nr,r% l%KKr r!rrr_algo5As z_ByteGenerator._algo5cCsRt|tdtd}|_t||d@d?A}|d@d?d@}t|d@|?S)Niw,lKXr%r )rr"s2shiftrrr_algo6Isz_ByteGenerator._algo6cCsZt|td}|_t||d>A}t|td}t||d@d?A}t|tdS)Nr)r'i-5r%l&r )rr"errr_algo7Ps z_ByteGenerator._algo7cCs||jd@S)N)rrrrrr__next__Xsz_ByteGenerator.__next__N) __name__ __module__ __qualname__rr#r(r+r/r2r8r;r>rrrrrs  rc@sDeZdZdZdedZdddddd d d d d dddddeedddddddddddddeded ddd giid!d"d#d$d%dd&d'd(d)d)d*ded+dedd,d-d.d/d0d1d2d0d1d3d0d1d4d0d1d5d0d1d6d0d1d7d0d1d8d0d1d9d0d1d:d0d1d;d0d1dd0d1d?d0d1gZd@ZdAdBZdCdDZ dEdFZ dGdHZ dIS)J XHamsterIEzX(?:xhamster\.(?:com|one|desi)|xhms\.pro|xhamster\d+\.(?:com|desi)|xhday\.com|xhvid\.com)zI(?x) https?:// (?:[^/?#]+\.)?z/ (?: movies/(?P[\dA-Za-z]+)/(?P[^/]*)\.html| videos/(?P[^/]*)-(?P[\dA-Za-z]+) ) zIhttps://xhamster.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445 e009ea6b849b129e3bebaeb9cf0dee511509445z%femaleagent-shy-beauty-takes-the-baitmp4z%FemaleAgent Shy beauty takes the baitiVzP20121014 Ruseful2011 ruseful2011i}r3re:https?://.+\.jpgz&https://xhamster.com/users/ruseful2011)id display_idexttitle timestamp upload_dateuploader uploader_idduration age_limit thumbnail uploader_url description view_count comment_count)urlmd5 info_dictzAhttps://xhamster.com/videos/britney-spears-sexy-booty-2221348?hd=2221348zbritney-spears-sexy-bootyzBritney Spears Sexy Bootyi3R20130914 jojo747400) rKrLrMrNrOrPrQrSrTrWrXrUrYgeneric impersonatechromem3u8)extractor_args skip_downloadrZr\paramsz(http://xhamster.com/movies/5667973/.html5667973z....iV20160208 parejafreeHz%https://xhamster.com/users/parejafree)rKrMrNrOrPrQrRrSrTrYrVrWrXrUz Invalid URL)rZr\skipzLhttps://m.xhamster.com/videos/cute-teen-jacqueline-solo-masturbation-8559111TrZ only_matchingzChttps://xhamster.com/movies/2272726/amber_slayed_by_the_knight.htmlz9https://it.xhamster.com/movies/7263980/la_mia_vicina.htmlz9https://pt.xhamster.com/videos/euro-pedal-pumping-7937821zIhttps://xhamster.one/videos/femaleagent-shy-beauty-takes-the-bait-1509445zJhttps://xhamster.desi/videos/femaleagent-shy-beauty-takes-the-bait-1509445zJhttps://xhamster2.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445zKhttps://xhamster11.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445zKhttps://xhamster26.com/videos/femaleagent-shy-beauty-takes-the-bait-1509445zMhttp://xhamster.com/movies/1509445/femaleagent_shy_beauty_takes_the_bait.htmlzDhttp://xhamster.com/movies/2221348/britney_spears_sexy_booty.html?hdzRhttp://de.xhamster.com/videos/skinny-girl-fucks-herself-hard-in-the-forest-xhnBJZxz4https://xhday.com/videos/strapless-threesome-xhh7yVfz&https://xhvid.com/videos/lk-mm-xhc6wn6zPhttps://xhamster20.desi/videos/my-verification-video-scottishmistress23-11937369z[0-9a-fA-F]{12,}c st|}tj|ddddd}z t|d|Wnty9}z|d|d|jWYd}~dSd}~wwtfd d |ddD d S) Nrr'littleT) byteordersignedrSkipping format "": c3s|] }|tAVqdS)N)next).0bytebyte_genrr sz2XHamsterIE._decipher_hex_string..zlatin-1) bytesfromhexint from_bytesrrreport_warningmsg bytearraydecode)r hex_string format_id byte_datarr:rrxr_decipher_hex_strings $zXHamsterIE._decipher_hex_stringcCst|j|r |||St|s/td|r$|d|d|dS|d|ddStj |}|j d|jd|j dd d d \}}|sT|d|d dS|||}|s^dS|j d ||d S)Nz [0-9a-fA-F]+zSkipping dummy ciphertext for "rtrsz": invalid ciphertextz ^/(?Pz)(?P[/,].+)$zurl componentsNN)hexrem)defaultgroupz": unsupported URL format/)path)re fullmatch _VALID_HEX_RErr write_debugrurllibparseurlparse _search_regexr_replacegeturl)r format_urlr parsed_urlrpath_remainder decipheredrrr_decipher_format_urls(     zXHamsterIE._decipher_format_urlc sV|D]&}|dr qdD]tfdd|d|ddfDr'|d<nq q|S)Nvcodec)av1h264c3s |] }dd|vVqdS).Nr)rvf_urlrrrrzsz,XHamsterIE._fixup_formats..rZ manifest_urlrJ)getany)rformatsfrrr_fixup_formatss &zXHamsterIE._fixup_formatsc4 s4|}|dp|d}|dp|d}tdd|}j||dd\}}jd |d dd }|r;t|dd |} fd d} jj d|ddd |dd} | rq| d} | d} g}t }i}t | ddt ppi}| D]h\}}t|t squt |ddt pi}| D]\}}t|t sqt|d||<q| D]7\}}|dkrq|}t|}|r||vrq||||d||t|d| |||d|jidqqut | ddt }|r|d }t|t r'd!D]0}||}|sq|d"|}|r||vrq|||j||dd#d dd$q|d%}t|t r| D]\}}t|tsBq6|D]v} t| t sNqDd!D]h}!| |!}"|"s\qPt| d&pmt| d'pmd(}t||}|"|}"|"r|"|vrqP||"t|"d}#|#d)kr|j|"|dd#d dd$qP|||"|#| |||d|jidd*qPqDq6| d+}$t|$trg}%|$D]}&t|&t s֐q|&d,}'t|'tr|%|'qnd}%tt | d-d}(id|d|d| d.| d.d/t| d0d1t | d2dtd3|(d4|(r#|(d5d6ndd7| d8d9t| d9d:t| d;dtt | d?dtd@t| dAdB| dura| ndCd+|%dD |dEdFiSgdG|d} g}t }jj dH|dIdd |dd}| D]%\}}t|}|sq||vrq|||||| |dJqj gdK|dLdddM})|)r|)|vr|dN|)it!dO|}|r|dPnd}*t"j dQ|dRdd}+jdS|d1dTd },j dUdVg|d7dd7dW}-t#j dXdYg|d9dd}.tj dZ|d[dd}/t!d\|}|r.|d]|d^fnd_\}0}1t!d`|}|r@|dandb}2j dc|d+dd }3|3rYdddet$df|3Dnd}%id|d|d| d.|*dg|+d1|,d4|,rv|,%ndd7|-d9|.d:|/dt|1d@t|2dB| d+|%dD|S)hNrKid_2rL display_id_2z^(https?://(?:.+?\.)?)m\.z\1T)rbz2]+id=["\']videoClosed["\'][^>]*>(.+?)errorr)expectedcstjd|dddS)Nz ^(\d+)[pP]heightr)r r)r"r=rr get_heightsz,XHamsterIE._real_extract..get_height)z.window\.initials\s*=\s*({.+?})\s*;\s*z"window\.initials\s*=\s*({.+?})\s*;initialsz{}F)fatal videoModelrNcS|dS)Nsourcesrxrrr)z*XHamsterIE._real_extract..cSr)Ndownloadrrrrrr-rsizer-rEReferer)rrZrMrfilesize http_headerscS |ddS)NxplayerSettingsrrrrrrrG hls)rZfallbackzhls- m3u8_native)entry_protocolm3u8_idrstandardqualitylabelrJrd)rrZrMrrr__needs_testing categoriesnamecSr)NauthorpageURLrrrrrrrrWrOcreatedrQcSr)NrrrrrrrrrrVrRrrUthumbURLrSrXviews like_countcSr)Nratinglikesrrrrrrr dislike_countcSr)NrdislikesrrrrrrrrYcommentsrTr3r_format_sort_fields)resz proto:m3u8tbr)z]*>([^<]+)z6]+itemprop=".*?caption.*?"[^>]+content="(.+?)"zY]*>(.+?)(?:,\s*[^,]*?\s*Porn\s*[^,]*?:\s*xHamster[^<]*| - xHamster\.com)zsources\s*:\s*({.+?})\s*,?\s*\nr)rrZr)z(file\s*:\s*(?P["'])(?P.+?)(?P=q)z<["'])(?P.+?)(?P=q)\s+class=["']mp4Thumbz3]+file=(?P["'])(?P.+?)(?P=q)[^>]*>z video url)rrrZz!Description: ([^<]+)rz:hint=["\'](\d{4}-\d{2}-\d{2}) \d{2}:\d{2}:\d{2} [A-Z]{3,4}z upload datez>]+itemprop=["\']author[^>]+>]+>]+>([^<]+) anonymousz:["']thumbUrl["']\s*:\s*(?P["'])(?P.+?)(?P=q)z=]+"poster"=(?P["'])(?P.+?)(?P=q)[^>]*>)rrzA<[^<]+\bitemprop=["\']duration["\'][^<]+\bcontent=["\'](.+?)["\']zRuntime:\s*\s*([\d:]+)z%content=["\']User(?:View|Play)s:(\d+)z view countzChint=[\'"](?P\d+) Likes / (?P\d+) Dislikes likecount dislikecountrz0Comments \((?P\d+)\) commentcountrz+(?s)Categories:.+?)cSsg|]}t|qSr)r)rvcategoryrrr sz,XHamsterIE._real_extract..z]+>(.+?)rP)&_match_valid_urlrrsub_download_webpage_handle_html_search_regexr _rta_search _parse_jsonrsetrdictitems isinstancer rraddappendrrZrextend_extract_m3u8_formatslistrr strr splitr}rsearchrrfindalllower)4rrZmobjvideo_idrL desktop_urlwebpageurlhrrTrrvideorNr format_urls format_sizesrr formats_dictdownload_sourcesr format_dict format_itemrxplayer_sources hls_sourceshls_format_keyhls_urlstandard_sources identifier formats_liststandard_formatstandard_format_key standard_urlrMcategories_listrcc_namerV video_urlrWrPrQrUrSrXrrrYcategories_htmlrr=r _real_extract s(                            $                   "      zXHamsterIE._real_extractN) r?r@rA_DOMAINS _VALID_URLr}_TESTSrrrrrrrrrrB\s  o  rBc@seZdZdejdZdgZddddedd d d d d ddddeddgZdddddedddddddddedd d!id"gZ d#d$Z d%S)&XHamsterEmbedIEhttps?://(?:[^/?#]+\.)?z/xembed\.php\?video=(?P\d+)z_]+?src=(["\'])(?P(?:https?:)?//(?:www\.)?xhamster\.com/xembed\.php\?video=\d+)\1z,http://xhamster.com/xembed.php?video=33285393328539rEzPen MasturbationrJzpen-masturbationieS20140728 ManyakisArtr'r3rI manyakisartz&https://xhamster.com/users/manyakisart)rKrMrNrYrWrLrOrPrQrSrTrUrRrVrX)rZr\z https://xhamster.com/awards/2023xh2VnYnz"xHamster Awards 2023 - The Winnersz xhamster-awards-2023-the-winnersi$z$re:https?://ic-vt-nss\.xhcdn\.com/.+iUe20231116xHamsterxhamsterz#https://xhamster.com/users/xhamster)rKrMrNrTrYrWrLrSrUrOrPrQrRrVrXrfrdrgcCsf||}|||}|jd|d|d|ddd}|s-||d|d|}t|d}||d S) Nz(href="(https?://xhamster\.com/(?:movies/z/[^"]*\.html|videos/[^/]*-z)[^"]*)"z xhamster urlrzvars\s*:\s*({.+?})\s*,\s*\nvars) downloadLink homepageLink commentsLinkshareUrlXHamster) _match_id_download_webpagerrr url_result)rrZrrr player_varsrrrr4s     zXHamsterEmbedIE._real_extractN) r?r@rArBrr _EMBED_REGEXr}r_WEBPAGE_TESTSrrrrrrsR rc@sheZdZdejdZdddiddddd id dd dd id dddddddgZddZddZdS)XHamsterUserIErz./(?:(?Pusers)|creators)/(?P[^/?#&]+)z/https://xhamster.com/users/netvideogirls/videosrK netvideogirlsi )rZr\playlist_mincountz+https://xhamster.com/users/firatkaan/videos firatkaanrz.https://xhamster.com/creators/squirt-orgasm-69zsquirt-orgasm-69.z!https://xhday.com/users/mobhunterTrnz!https://xhvid.com/users/pelushe21ccs|rdnd\}}d|d|d|d}tdD]V}|||d|}td|D]%}t|} t| d } | r@t | sAq,t | } |j | t | d Vq,t d |} | s]dSt| d } t| d }|spdSqdS) N)usersvideos)creators exclusivezhttps://xhamster.com/rz/1rzDownloading page z;(]+class=["\'].*?\bvideo-thumb__image-container[^>]+>)href)ierz ]+data-page=["\']next[^>]+>r) itertoolscountr&rrr rrrBsuitabler%r'ie_keyrr)ruser_idis_userprefixsuffix next_page_urlpagenumpage video_tagrrrr next_pagerrr_entriesds8    zXHamsterUserIE._entriescCs.||dd\}}|||t||S)NuserrK)rrplaylist_resultrCbool)rrZrDr:rrrr|szXHamsterUserIE._real_extractN) r?r@rArBrrrrCrrrrrr+Fs4  r+)r6r urllib.parsercommonrjsinterprutilsrrrr r r r r rrrrrrrBrr+rrrrs  <D-@