JFIFxxC      C  " }!1AQa"q2#BR$3br %&'()*456789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz w!1AQaq"2B #3RbrJFIFxxC      C  " }!1AQa"q2#BR$3br %&'()*456789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz w!1AQaq"2B #3RbrB YI~d!@sddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZmZmZddlmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'ddl(m)Z)m*Z*y ddl+Z+Wne,k rdZ-YnXdZ-ddd d d d d ddddddddddddddddddd d!d"d#d$d%d&d'g!Z.d(e j/dd)Z0da1de j2fddddd*d+dZ3d,dZ4gZ5d}d-d$Z6d.d%Z7e 8d/e j9Z:d0d1Z;Gd2ddZGd5d d Z?Gd6dde?Z@Gd7d d e?ZAGd8d d e?ZBd9d:ZCGd;d d e?ZDGdddeFZGGd?ddZHGd@ddeHe?ZIGdAddeHe?ZJejKZLGdBddZMGdCdde?eMZNGdDdde?eMZOGdEdFdFe?ZPGdGddePZQeRejSdHr&GdIdJdJePZTe.UdJGdKd d e?ZVGdLdde?ZWdMdNZXdOdPZYGdQdde?ZZdRdSZ[GdTdde?Z\GdUdde\Z]GdVdde?Z^dWZ_ej`dXkrddYlambZbmcZcndZd"Zbd[d!ZciZdGd\d&d&ZeGd]d'd'eeZfdagd^d_Zhdaid`daZjdakdbdcZldamdddeZnGdfdgdgZodhdiZpd~djdkZqdldmZre jsdnkrddoltmuZumvZvdpdqZwdrdsZxdtduZydvd#Zzn6ej`dXkrdwdxZ{dyd#Zzdzd{Z|d|duZynepZzeqZydS)N)URLError HTTPErrorContentTooShortError)urlparseurlspliturljoinunwrapquoteunquote splittype splithost splitport splituser splitpasswd splitattr splitquery splitvaluesplittagto_bytesunquote_to_bytes urlunparse) addinfourl addclosehookFTRequestOpenerDirector BaseHandlerHTTPDefaultErrorHandlerHTTPRedirectHandlerHTTPCookieProcessor ProxyHandlerHTTPPasswordMgrHTTPPasswordMgrWithDefaultRealmHTTPPasswordMgrWithPriorAuthAbstractBasicAuthHandlerHTTPBasicAuthHandlerProxyBasicAuthHandlerAbstractDigestAuthHandlerHTTPDigestAuthHandlerProxyDigestAuthHandler HTTPHandler FileHandler FTPHandlerCacheFTPHandler DataHandlerUnknownHandlerHTTPErrorProcessorurlopeninstall_opener build_opener pathname2url url2pathname getproxies urlretrieve urlcleanup URLopenerFancyURLopenerz%d.%d)cafilecapath cadefaultcontextc Cs|s |s |rfddl}|dtd|dk r2tdts>tdtjtjj||d}t |d}t |} n0|r~t |d}t |} nt dkrt a } nt } | |||S)NrzJcafile, capath and cadefault are deprecated, use a custom context instead.r:zDYou can't pass both context and any of cafile, capath, and cadefaultzSSL support not available)r;r<)r>) warningswarnDeprecationWarning ValueError _have_sslsslZcreate_default_contextZPurposeZ SERVER_AUTH HTTPSHandlerr2_openeropen) urldatatimeoutr;r<r=r>r?Z https_handleropenerrL3/opt/alt/python37/lib64/python3.7/urllib/request.pyr0s*<       cCs|adS)N)rF)rKrLrLrMr1sc Cs2t|\}}tt||}|}|dkrB|sBtj||fS|rRt|d}nt j dd}|j }t ||||f} d} d} d} d} d|krt|d } |r|| | | xB|| }|sP| t|7} ||| d 7} |r|| | | qWWdQRXWdQRX| dkr.| | kr.td | | f| | S) NfilewbF)deletei rzcontent-lengthzContent-Lengthz1retrieval incomplete: got only %i out of %i bytes)r contextlibclosingr0infoospathnormpathrGtempfileZNamedTemporaryFilename_url_tempfilesappendintreadlenwriter)rHfilename reporthookrIZurl_typerWfpheaderstfpresultbssizer^blocknumblockrLrLrMr6sD          $c CsHx0tD](}yt|Wqtk r,YqXqWtdd=trDdadS)N)r[rVunlinkOSErrorrF)Z temp_filerLrLrMr7$s   z:\d+$cCs<|j}t|d}|dkr&|dd}td|d}|S)NrRHost)full_urlr get_header _cut_port_resublower)requestrHhostrLrLrM request_host3s   rvc@seZdZdidddfddZeddZejddZejddZed d Zejd d Zejd d Zd dZ ddZ ddZ ddZ ddZ ddZddZddZd#ddZdd Zd!d"ZdS)$rNFc Csp||_i|_i|_d|_||_d|_x |D]\}}|||q.W|dkrVt|}||_ ||_ |rl||_ dS)N) rordunredirected_hdrs_datarI _tunnel_hostitems add_headerrvorigin_req_host unverifiablemethod) selfrHrIrdr|r}r~keyvaluerLrLrM__init__EszRequest.__init__cCs|jrd|j|jS|jS)Nz{}#{})fragmentformat _full_url)rrLrLrMroWszRequest.full_urlcCs(t||_t|j\|_|_|dS)N)rrrr_parse)rrHrLrLrMro]s cCsd|_d|_d|_dS)Nrm)rrselector)rrLrLrMrodscCs|jS)N)rx)rrLrLrMrIjsz Request.datacCs(||jkr$||_|dr$|ddS)NzContent-length)rx has_header remove_header)rrIrLrLrMrIns  cCs d|_dS)N)rI)rrLrLrMrIxscCsNt|j\|_}|jdkr(td|jt|\|_|_|jrJt|j|_dS)Nzunknown url type: %r) r rtyperBror rurr )rrestrLrLrMr|s  zRequest._parsecCs|jdk rdnd}t|d|S)NPOSTGETr~)rIgetattr)rZdefault_methodrLrLrM get_methodszRequest.get_methodcCs|jS)N)ro)rrLrLrM get_full_urlszRequest.get_full_urlcCs2|jdkr|js|j|_n||_|j|_||_dS)Nhttps)rryruror)rrurrLrLrM set_proxys  zRequest.set_proxycCs |j|jkS)N)rro)rrLrLrM has_proxyszRequest.has_proxycCs||j|<dS)N)rd capitalize)rrvalrLrLrMr{szRequest.add_headercCs||j|<dS)N)rwr)rrrrLrLrMadd_unredirected_headerszRequest.add_unredirected_headercCs||jkp||jkS)N)rdrw)r header_namerLrLrMrs zRequest.has_headercCs|j||j||S)N)rdgetrw)rrdefaultrLrLrMrpszRequest.get_headercCs |j|d|j|ddS)N)rdpoprw)rrrLrLrMrszRequest.remove_headercCs"|j}||jt|S)N)rwcopyupdaterdlistrz)rhdrsrLrLrM header_itemss  zRequest.header_items)N)__name__ __module__ __qualname__rpropertyrosetterdeleterrIrrrrrr{rrrprrrLrLrLrMrCs(     c@sNeZdZddZddZddZddZd ejfd d Z dd d Z ddZ d S)rcCs6dt}d|fg|_g|_i|_i|_i|_i|_dS)NzPython-urllib/%sz User-agent) __version__ addheadershandlers handle_open handle_errorprocess_responseprocess_request)rZclient_versionrLrLrMrs zOpenerDirector.__init__c CsZt|dstdt|d}xt|D]}|dkr:q*|d}|d|}||dd}|dr|d|d}||dd}y t|}Wntk rYnX|j |i} | |j|<n>|dkr|}|j } n*|d kr|}|j } n|d kr*|}|j } nq*| |g} | r&t| |n | |d }q*W|rVt|j|||dS) N add_parentz%expected BaseHandler instance, got %rF)redirect_requestdo_open proxy_open_rRerrorrGresponsertT)hasattr TypeErrorrdirfind startswithr]rBrrrrr setdefaultbisectZinsortr\rr) rhandlerZaddedmethiprotocolZ conditionjkindlookuprrLrLrM add_handlersJ         zOpenerDirector.add_handlercCsdS)NrL)rrLrLrMcloseszOpenerDirector.closec Gs<||d}x*|D]"}t||}||}|dk r|SqWdS)NrL)rr) rchainr meth_nameargsrrfuncrfrLrLrM _call_chains    zOpenerDirector._call_chainNc Cst|trt||}n|}|dk r(||_||_|j}|d}x(|j|gD]}t||}||}qLW| ||} |d}x*|j |gD]}t||}||| } qW| S)NZ_requestZ _response) isinstancestrrrIrJrrrr_openr) rfullurlrIrJreqrrZ processorrrrLrLrMrGs"      zOpenerDirector.opencCsP||jdd|}|r|S|j}||j||d|}|r>|S||jdd|S)NrZ default_openrunknown unknown_open)rrr)rrrIrfrrLrLrMrs    zOpenerDirector._opencGs~|dkr,|jd}|d}d|}d}|}n|j}|d}d}|||f|}|j|}|r^|S|rz|dd f|}|j|SdS) N)httprrr:z http_error_%srR_errorrrhttp_error_default)rr)rprotordictrZhttp_errZ orig_argsrfrLrLrMr&s   zOpenerDirector.error)N) rrrrrrrsocket_GLOBAL_DEFAULT_TIMEOUTrGrrrLrLrLrMrs /  c Gst}ttttttttt g }t t j dr2| tt}xN|D]F}x@|D]8}t|trlt||r||qHt||rH||qHWq>Wx|D]}||qWx|D]}||qWx&|D]}t|tr|}||qW|S)NHTTPSConnection)rrr.r)rrr+r*r/r-rrclientr\rEsetrr issubclassaddremover)rrKZdefault_classesskipklassZcheckhrLrLrMr2?s0             c@s(eZdZdZddZddZddZdS) ricCs ||_dS)N)parent)rrrLrLrMrfszBaseHandler.add_parentcCsdS)NrL)rrLrLrMriszBaseHandler.closecCst|dsdS|j|jkS)N handler_orderT)rr)rotherrLrLrM__lt__ms zBaseHandler.__lt__N)rrrrrrrrLrLrLrMrcsc@seZdZdZddZeZdS)r/icCsH|j|j|}}}d|kr,dksDn|jd|||||}|S)Ni,r)codemsgrUrr)rrtrrrrrLrLrM http_responsezs z HTTPErrorProcessor.http_responseN)rrrrrhttps_responserLrLrLrMr/vs c@seZdZddZdS)rcCst|j||||dS)N)rro)rrrcrrrrLrLrMrsz*HTTPDefaultErrorHandler.http_error_defaultN)rrrrrLrLrLrMrsc@s4eZdZdZdZddZddZeZZZ dZ dS) r c st|}|dkr|dks:|dkr(|dks:t|j|||||dd}dfdd |jD}t|||jd d S) N)i-i.i/i3)rZHEAD)i-i.i/r z%20)zcontent-lengthz content-typecs"i|]\}}|kr||qSrL)rs).0kv)CONTENT_HEADERSrLrM sz8HTTPRedirectHandler.redirect_request..T)rdr|r})rrroreplacerdrzrr|) rrrcrrrdnewurlmZ newheadersrL)rrMrs  z$HTTPRedirectHandler.redirect_requestc CsLd|kr|d}nd|kr$|d}ndSt|}|jdkrRt||d||f|||jsn|jrnt|}d|d<t|}t|dtj d}t |j |}| ||||||}|dkrdSt |d r|j} |_| |d |jkst| |jkrt|j ||j|||ni} |_|_| |d d | |<|||jj||jd S) Nlocationuri)rrftprmz+%s - Redirection to url '%s' is not allowed/r:z iso-8859-1)encodingsafe redirect_dictrrR)rJ)rschemerrWZnetlocrrr stringZ punctuationrrorrrr max_repeatsr_max_redirectionsinf_msgr^rrrGrJ) rrrcrrrdrurlpartsnewZvisitedrLrLrMhttp_error_302s@        z"HTTPRedirectHandler.http_error_302zoThe HTTP server returned a redirect error that would lead to an infinite loop. The last 30x error message was: N) rrrrrrrhttp_error_301http_error_303http_error_307rrLrLrLrMrs &< c Cst|\}}|ds d}|}n:|ds6td||dd}|dkrNd}|d|}t|\}}|dk r|t|\}}nd}}||||fS)Nrz//zproxy URL with no authority: %rr:rQ)r rrBrrr) proxyrZr_scheme authorityendZuserinfohostportuserpasswordrLrLrM _parse_proxys       r c@s"eZdZdZdddZddZdS)rdNcCsL|dkrt}||_x2|D]&\}}t|d||||jfddqWdS)Nz%s_opencSs ||||S)NrL)rrrrrLrLrM$sz'ProxyHandler.__init__..)r5proxiesrzsetattrr)rrrrHrLrLrMrs  zProxyHandler.__init__c Cs|j}t|\}}}}|dkr"|}|jr6t|jr6dS|rv|rvdt|t|f} t| d} | dd| t|}| ||||ks|dkrdS|j j ||j dSdS)Nz%s:%sasciizProxy-authorizationzBasic r)rJ)rr ru proxy_bypassr base64 b64encodeencodedecoder{rrrGrJ) rrrrZ orig_typeZ proxy_typer r r Z user_passZcredsrLrLrMr's   zProxyHandler.proxy_open)N)rrrrrrrLrLrLrMrs c@s6eZdZddZddZddZd dd Zd d Zd S)r cCs i|_dS)N)passwd)rrLrLrMrEszHTTPPasswordMgr.__init__cs`t|tr|g}|jkr$ij|<x6dD].tfdd|D}||fj||<q*WdS)N)TFc3s|]}|VqdS)N) reduce_uri)ru) default_portrrLrM Psz/HTTPPasswordMgr.add_password..)rrrtuple)rrealmrr r reduced_urirL)rrrM add_passwordHs    zHTTPPasswordMgr.add_passwordc Cs`|j|i}xLdD]D}|||}x2|D]&\}}x|D]}|||r<|SqdD]6}|||}x$|jD]}|||r|j|SqWqWdS)N)TF)rr+r!)rr"rr#rrLrLrMr0s     z-HTTPPasswordMgrWithPriorAuth.is_authenticated)F)F)rrrrr r/r0 __classcell__rLrL)r.rMr"s  c@sTeZdZedejZdddZddZddZ d d Z d d Z d dZ e Z e ZdS)r#z1(?:^|,)[ ]*([^ ,]+)[ ]+realm=(["']?)([^"']*)\2NcCs"|dkrt}||_|jj|_dS)N)r rr )rZ password_mgrrLrLrMrsz!AbstractBasicAuthHandler.__init__ccstd}xFtj|D]6}|\}}}|dkr:tdtd||fVd}qW|sp|rb|d}nd}|dfVdS)NF)"'zBasic Auth Realm was unquotedTrrm)r#rxfinditergroupsr?r@ UserWarningsplit)rheaderZfound_challengemorr rrLrLrM _parse_realms z%AbstractBasicAuthHandler._parse_realmc Cs~||}|sdSd}xL|D]D}x>||D]0\}}|dkrF|}q,|dk r,||||Sq,WqW|dk rztd|fdS)NbasiczBAbstractBasicAuthHandler does not support the following scheme: %r)Zget_allr<rsretry_http_basic_authrB) rauthreqrurrdZ unsupportedr:rrrLrLrMhttp_error_auth_reqeds   z.AbstractBasicAuthHandler.http_error_auth_reqedcCs||j||\}}|dk rtd||f}dt|d}||jd|krTdS||j||j j ||j dSdSdS)Nz%s:%szBasic r)rJ) rr$rrrrrp auth_headerrrrGrJ)rrurrr pwrawauthrLrLrMr>s z.AbstractBasicAuthHandler.retry_http_basic_authcCstt|jdr|j|js|S|dsp|jd|j\}}d||}t | }| dd| |S)Nr0 Authorizationz{0}:{1}zBasic {}) rrr0rorr$rrrZstandard_b64encoderrstrip)rrr rZ credentialsZauth_strrLrLrM http_requests  z%AbstractBasicAuthHandler.http_requestcCsLt|jdrHd|jkr"dkr8nn|j|jdn|j|jd|S)Nr0ri,TF)rrrr/ro)rrrrLrLrMrs  z&AbstractBasicAuthHandler.http_response)N)rrrrecompileIr5rr<r@r>rGr https_requestrrLrLrLrMr#s   c@seZdZdZddZdS)r$rEcCs|j}|d|||}|S)Nzwww-authenticate)ror@)rrrcrrrdrHrrLrLrMhttp_error_401s z#HTTPBasicAuthHandler.http_error_401N)rrrrArLrLrLrLrMr$sc@seZdZdZddZdS)r%zProxy-authorizationcCs|j}|d|||}|S)Nzproxy-authenticate)rur@)rrrcrrrdrrrLrLrMhttp_error_407*s z$ProxyBasicAuthHandler.http_error_407N)rrrrArMrLrLrLrMr%&sc@sNeZdZdddZddZddZdd Zd d Zd d ZddZ ddZ dS)r&NcCs4|dkrt}||_|jj|_d|_d|_d|_dS)Nr)r rr retried nonce_count last_nonce)rrrLrLrMrDs z"AbstractDigestAuthHandler.__init__cCs d|_dS)Nr)rN)rrLrLrMreset_retry_countMsz+AbstractDigestAuthHandler.reset_retry_countcCs|||d}|jdkr*t|jdd|dn|jd7_|rx|d}|dkr`|||S|dkrxtd|dS) Nizdigest auth failedrRrZdigestr=zEAbstractDigestAuthHandler does not support the following scheme: '%s')rrNrror9rsretry_http_digest_authrB)rrArurrdr?rrLrLrMr@Ps        z/AbstractDigestAuthHandler.http_error_auth_reqedcCsz|dd\}}ttdt|}|||}|rvd|}|j|jd|krRdS||j||j j ||j d}|SdS)NrrRz Digest %s)rJ) r9parse_keqv_listfilterparse_http_listget_authorizationrdrrArrrGrJ)rrrDtokenZ challengechalZauth_valZresprLrLrMrSds z0AbstractDigestAuthHandler.retry_http_digest_authcCs@d|j|tf}|dtd}t|}|ddS)Nz %s:%s:%s:r)rOtimeZctimer _randombyteshashlibsha1 hexdigest)rnoncesbdigrLrLrM get_cnoncepsz$AbstractDigestAuthHandler.get_cnoncecCsy6|d}|d}|d}|dd}|dd}Wntk rJdSX||\}} |dkrfdS|j||j\} } | dkrdS|jdk r||j|} nd} d| || f} d||j f}|dkr| || d|||f}n~d | d krZ||j kr|j d 7_ n d |_ ||_ d |j }| |}d |||d ||f}| || |}n td|d| |||j |f}|r|d|7}| r|d| 7}|d|7}|r|d||f7}|S)Nrraqop algorithmMD5opaquez%s:%s:%sz%s:%srD,rRz%08xz%s:%s:%s:%s:%szqop '%s' is not supported.z>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z , opaque="%s"z , digest="%s"z, algorithm="%s"z, qop=auth, nc=%s, cnonce="%s")rKeyErrorget_algorithm_implsrr$rorIget_entity_digestrrr9rPrOrer)rrrYrrarfrgriHKDr rBZentdigZA1ZA2ZrespdigZncvalueZcnonceZnoncebitr(rLrLrMrW{sV            z+AbstractDigestAuthHandler.get_authorizationcsD|dkrddn|dkr$ddn td|fdd}|fS)NrhcSst|dS)Nr)r^Zmd5rr`)xrLrLrMrz?AbstractDigestAuthHandler.get_algorithm_impls..ZSHAcSst|dS)Nr)r^r_rr`)rprLrLrMrrqz.Unsupported digest authentication algorithm %rcsd||fS)Nz%s:%srL)rbd)rnrLrMrrq)rB)rrgrorL)rnrMrls   z-AbstractDigestAuthHandler.get_algorithm_implscCsdS)NrL)rrIrYrLrLrMrmsz+AbstractDigestAuthHandler.get_entity_digest)N) rrrrrQr@rSrerWrlrmrLrLrLrMr&9s   > c@seZdZdZdZddZdS)r'rEicCs*t|jd}|d|||}||S)NrRzwww-authenticate)rror@rQ)rrrcrrrdruretryrLrLrMrLs  z$HTTPDigestAuthHandler.http_error_401N)rrrrArrLrLrLrLrMr'sc@seZdZdZdZddZdS)r(zProxy-AuthorizationicCs"|j}|d|||}||S)Nzproxy-authenticate)rur@rQ)rrrcrrrdrursrLrLrMrMs  z%ProxyDigestAuthHandler.http_error_407N)rrrrArrMrLrLrLrMr(sc@s6eZdZd ddZddZddZdd Zd d Zd S)AbstractHTTPHandlerrcCs ||_dS)N) _debuglevel)r debuglevelrLrLrMrszAbstractHTTPHandler.__init__cCs ||_dS)N)ru)rlevelrLrLrMset_http_debuglevelsz'AbstractHTTPHandler.set_http_debuglevelcCstjj|j|S)N)rrHTTPConnection_get_content_lengthrIr)rrtrLrLrMrzsz'AbstractHTTPHandler._get_content_lengthc Cs|j}|std|jdk r|j}t|tr8d}t||dsN|dd|ds|ds||}|dk r|dt|n |dd|}| rt |j \}}t |\}} |ds|d|x2|j jD]&\} } | } || s|| | qW|S) Nz no host givenz\POST data should be bytes, an iterable of bytes, or a file object. It cannot be of type str.z Content-typez!application/x-www-form-urlencodedzContent-lengthzTransfer-encodingZchunkedrn)rurrIrrrrrrzrr rr rrr) rrtrurIrZcontent_lengthZsel_hostrZselZsel_pathrZrrLrLrM do_request_s>          zAbstractHTTPHandler.do_request_c sT|j}|std||fd|ji|}||jt|jfdd|j Ddd<dd D|j ri}d}|kr|||<|=|j |j |d y`y&|j | |j|j|d d Wn,tk r}z t|Wdd}~XYnX|} Wn|YnX|jr>|jd|_|| _| j| _| S) Nz no host givenrJcsi|]\}}|kr||qSrLrL)rrr)rdrLrMr*sz/AbstractHTTPHandler.do_open..r ConnectioncSsi|]\}}||qSrL)title)rrZrrLrLrMr7szProxy-Authorization)rdzTransfer-encoding)Zencode_chunked)rurrJZset_debuglevelrurrwrrdrzryZ set_tunnelrtrrrIrrl getresponserZsockrrHreasonr) rZ http_classrZhttp_conn_argsrurZtunnel_headersZproxy_auth_hdrerrrrL)rdrMrs@       zAbstractHTTPHandler.do_openN)r)rrrrrxrzr{rrLrLrLrMrts  &rtc@seZdZddZejZdS)r)cCs|tjj|S)N)rrrry)rrrLrLrM http_openaszHTTPHandler.http_openN)rrrrrtr{rGrLrLrLrMr)_src@s$eZdZdddZddZejZdS)rErNcCst||||_||_dS)N)rtr_context_check_hostname)rrvr>check_hostnamerLrLrMrjs zHTTPSHandler.__init__cCs|jtjj||j|jdS)N)r>r)rrrrrr)rrrLrLrM https_openos zHTTPSHandler.https_open)rNN)rrrrrrtr{rKrLrLrLrMrEhs rEc@s.eZdZdddZddZddZeZeZdS) rNcCs$ddl}|dkr|j}||_dS)Nr)Zhttp.cookiejar cookiejarZ CookieJar)rrrrLrLrMrxs zHTTPCookieProcessor.__init__cCs|j||S)N)rZadd_cookie_header)rrtrLrLrMrG~s z HTTPCookieProcessor.http_requestcCs|j|||S)N)rZextract_cookies)rrtrrLrLrMrsz!HTTPCookieProcessor.http_response)N)rrrrrGrrKrrLrLrLrMrws  c@seZdZddZdS)r.cCs|j}td|dS)Nzunknown url type: %s)rr)rrrrLrLrMrszUnknownHandler.unknown_openN)rrrrrLrLrLrMr.scCsRi}xH|D]@}|dd\}}|ddkrB|ddkrB|dd}|||<q W|S)N=rRrr2rQ)r9)lZparsedZeltrrrLrLrMrTs   rTcCsg}d}d}}xt|D]l}|r,||7}d}q|rV|dkr@d}qn |dkrLd}||7}q|dkrn||d}q|dkrzd}||7}qW|r||dd|DS) NrmF\Tr2rjcSsg|] }|qSrL)rF)rpartrLrLrM sz#parse_http_list..)r\)rbZresrescaper ZcurrLrLrMrVs4     rVc@s(eZdZddZdZddZddZdS)r*cCs\|j}|dddkrN|dddkrN|jrN|jdkrN|j|krXtdn ||SdS)Nr:z//r4r localhostz-file:// scheme is supported only on localhost)rru get_namesropen_local_file)rrrHrLrLrM file_opens &  zFileHandler.file_openNcCs`tjdkrZy*ttddttdt_Wn$tjk rXtdft_YnXtjS)Nrr:)r*namesrrgethostbyname_ex gethostnamegaierror gethostbyname)rrLrLrMrs  zFileHandler.get_namesc Csddl}ddl}|j}|j}t|}yt|}|j}|jj |j dd} | |d} | d| pbd|| f} |r~t |\}} |r| st||kr|rd||} nd|} tt|d| | SWn*tk r}z t|Wdd}~XYnXtddS) NrT)usegmtz6Content-type: %s Content-length: %d Last-modified: %s z text/plainzfile://rbzfile not on local host) email.utils mimetypesrurr4rVstatst_sizeutils formatdatest_mtime guess_typemessage_from_stringr _safe_gethostbynamerrrGrlr)rremailrruraZ localfilestatsrhmodifiedmtyperdr'ZorigurlexprLrLrMrs0  zFileHandler.open_local_file)rrrrrrrrLrLrLrMr*s  cCs&y t|Stjk r dSXdS)N)rrr)rurLrLrMrs rc@seZdZddZddZdS)r+c Cs,ddl}ddl}|j}|s"tdt|\}}|dkr>|j}nt|}t|\}}|rdt|\}}nd}t |}|pvd}|p~d}yt |}Wn*t k r}z t|Wdd}~XYnXt |j\} } | d} ttt | } | dd| d} } | r| ds| dd} y|||||| |j} | r6dp8d}x:| D]2}t|\}}|d kr@|d kr@|}q@W| | |\}}d}||jd}|r|d |7}|dk r|dkr|d |7}t|}t|||jS|jk r&}z"td |}|t dWdd}~XYnXdS)Nrzftp error: no host givenrmrrQrRrJDr)aArrJrrrzContent-type: %s zContent-length: %d z ftp error: %rr:)!ftplibrrurr FTP_PORTr]rrr rrrlrrr9rmap connect_ftprJrrsupperretrfilerrorrr all_errorswith_tracebacksysexc_info)rrrrrur'r rrrWattrsdirsrNfwrattrrrcretrlenrdrrexcrLrLrMftp_opens\           zFTPHandler.ftp_openc Cst||||||ddS)NF) persistent) ftpwrapper)rr rrur'rrJrLrLrMr2szFTPHandler.connect_ftpN)rrrrrrLrLrLrMr+s5c@s<eZdZddZddZddZddZd d Zd d Zd S)r,cCs"i|_i|_d|_d|_d|_dS)Nr<r[)cacherJsoonestdelay max_conns)rrLrLrMr9s zCacheFTPHandler.__init__cCs ||_dS)N)r)rtrLrLrM setTimeout@szCacheFTPHandler.setTimeoutcCs ||_dS)N)r)rrrLrLrM setMaxConnsCszCacheFTPHandler.setMaxConnscCsr|||d||f}||jkr4t|j|j|<n,t|||||||j|<t|j|j|<||j|S)Nr)joinrr\rrJr check_cache)rr rrur'rrJrrLrLrMrFs  zCacheFTPHandler.connect_ftpcCst}|j|krTx@t|jD].\}}||kr"|j||j|=|j|=q"Wtt|j|_t |j|j krx6t|jD]$\}}||jkr|j|=|j|=PqWtt|j|_dS)N) r\rrrJrzrrminvaluesr_r)rrrrrLrLrMrQs   zCacheFTPHandler.check_cachecCs4x|jD] }|q W|j|jdS)N)rrrclearrJ)rconnrLrLrM clear_cachees  zCacheFTPHandler.clear_cacheN) rrrrrrrrrrLrLrLrMr,6s  c@seZdZddZdS)r-cCs~|j}|dd\}}|dd\}}t|}|drNt|}|dd}|sVd}td|t|f}t t |||S)N:rRrjz;base64iztext/plain;charset=US-ASCIIz$Content-type: %s Content-length: %d ) ror9rendswithr decodebytesrrr_rioBytesIO)rrrHrrIZ mediatyperdrLrLrM data_openls    zDataHandler.data_openN)rrrrrLrLrLrMr-ksrnt)r4r3cCst|S)N)r )pathnamerLrLrMr4scCst|S)N)r )rrLrLrMr3sc@seZdZdZdeZd)ddZddZddZd d Z d d Z d*d dZ d+ddZ d,ddZ d-ddZddZd.ddZd/ddZddZerddZd0dd Zd!d"Zd#d$Zd%d&Zd1d'd(ZdS)2r8NzPython-urllib/%scKszdd|jji}tj|tdd|dkr.t}||_|d|_|d|_ d|j fdg|_ g|_ t j|_d|_t|_dS) NzW%(class)s style of invoking requests is deprecated. Use newer urlopen functions/methodsclassr4) stacklevelkey_file cert_filez User-Agent)ZAcceptz*/*)r.rr?r@rAr5rrrrversionr_URLopener__tempfilesrVrk_URLopener__unlink tempcacheftpcache)rrZx509rrLrLrMrs  zURLopener.__init__cCs |dS)N)r)rrLrLrM__del__szURLopener.__del__cCs |dS)N)cleanup)rrLrLrMrszURLopener.closec CsZ|jrFx2|jD](}y||Wqtk r4YqXqW|jdd=|jrV|jdS)N)rrrlrr)rrNrLrLrMrs   zURLopener.cleanupcGs|j|dS)N)rr\)rrrLrLrM addheaderszURLopener.addheaderc Csltt|}t|dd}|jrL||jkrL|j|\}}t|d}t|||St|\}}|s`d}||jkr|j|}t|\}} t| \} } | |f}nd}d|} ||_ | dd} t || r| dkr|r| |||S| ||Sy,|dkrt|| |St|| ||SWnVttfk r,Yn<tk rf} ztd | td Wdd} ~ XYnXdS) Nz%/:=&?~#+!$,;'@()*[]|)rrrNZopen_-rrz socket errorr:)rrr rrGrr rr rrropen_unknown_proxy open_unknownrrrrlrrr)rrrIrardrcurltyperHr proxyhostrurrZrrLrLrMrGs<             zURLopener.opencCst|\}}tdd|dS)Nz url errorzunknown url type)r rl)rrrIrrHrLrLrMrs zURLopener.open_unknowncCs t|\}}tdd||dS)Nz url errorzinvalid proxy for %s)r rl)rrrrIrrHrLrLrMr s zURLopener.open_unknown_proxyc Cstt|}|jr&||jkr&|j|St|\}}|dkr|rF|dkry.||}|}|tt|d|fSt k r} zWdd} ~ XYnX| ||}z>|} |rt |d} nrt|\} } t| pd\} } t | pd\} } t | pd\} } t j| d}t|\}}|j|t |d} z|| f}|jdk rR||j|<d}d}d}d}d| krxt| d }|r||||xH||}|sP|t|7}| ||d7}|r||||qWWd| XWd|X|dkr||krtd ||f||S) NrNrRrOrmi rQrzcontent-lengthzContent-Lengthz1retrieval incomplete: got only %i out of %i bytes)rrrr rrUrr4r rlrGrrrVrWsplitextrYZmkstemprr\fdopenr]r^r_r`r)rrHrarbrIrZurl1rcrrrdreZgarbagerWsuffixfdrfrgrhr^rirjrLrLrMretrievesj                  zURLopener.retrievecCs(d}d}t|trtd |tt|d | | Std dS)NrT)rz6Content-Type: %s Content-Length: %d Last-modified: %s z text/plainrRrzfile://rr:z./zAlocal file url may start with / or file:. Unknown url of type: %sz#local file error: not on local host)rrr r4rVrrlrstrerrorrarrrrrrrrGr rrrthishostrB)rrHrrrurNZ localnamererhrrrdZurlfiler'rLrLrMrs:     zURLopener.open_local_filec Cst|tstdddl}t|\}}|s2tdt|\}}t|\}}|r\t|\}}nd}t|}t|ppd}t|p|d}t |}|sddl }|j }nt |}t|\}} t|}|d} | dd| d} } | r| ds| dd} | r | ds d| d<|||d| f} t|jtkrfx8t|jD]*} | | kr8|j| }|j| =|q8Wy| |jkrt||||| |j| <| sd}nd }x:| D]2}t|\}}|d kr|d kr|}qW|j| | |\}}|d |d}d}|r|d |7}|dk r4|dkr4|d|7}t|}t||d |Stk r}ztd| t!"dWdd}~XYnXdS)NzCftp error: proxy support for ftp protocol currently not implementedrzftp error: no host givenrmrrQrRrrJr)rrrrJrrrzftp:zContent-Type: %s zContent-Length: %d z ftp error %rr:)#rrrrr r rrr rrrrr]rr9rr_r MAXFTPCACHErrrrrsrrrrrr ftperrorsrrr)rrHrrurWr'r rrrrrNrrrrrrrcrrrdrrLrLrMopen_ftpsp                   zURLopener.open_ftpc Cs<t|tstdy|dd\}}Wntk rDtddYnX|sNd}|d}|dkrd ||dkr||dd}|d|}nd }g}|d t d t t|d ||dkrt | dd}nt|}|dt||d ||d|}t|}t|}t|||S)NzEdata error: proxy support for data protocol currently not implementedrjrRz data errorz bad data URLztext/plain;charset=US-ASCII;rrrmzDate: %sz%a, %d %b %Y %H:%M:%S GMTzContent-type: %srrzlatin-1zContent-Length: %d )rrrr9rBrlrfindr\r\ZstrftimeZgmtimerrrrr r_rrrrStringIOr) rrHrIrZsemirrrdfrLrLrM open_data3s6        zURLopener.open_data)N)N)N)N)NNN)N)N)N)N)rrrrrrrrrrrrGrrrrrrrrCrrrrrrrLrLrLrMr8s,  $   A\     :c@seZdZddZddZd"ddZdd Zd#d d Zd$d d Zd%ddZ d&ddZ d'ddZ d(ddZ d)ddZ d*ddZd+ddZd,ddZd d!ZdS)-r9cOs(tj|f||i|_d|_d|_dS)Nrr)r8r auth_cachetriesmaxtries)rrr-rLrLrMr`szFancyURLopener.__init__cCst||d||S)Nzhttp:)r)rrHrcrrrdrLrLrMrfsz!FancyURLopener.http_error_defaultNc Csn|jd7_zR|jrJ|j|jkrJt|dr4|j}n|j}|||dd|S|||||||}|Sd|_XdS)NrRhttp_error_500iz)Internal Server Error: Redirect Recursionr)rrrrrredirect_internal) rrHrcrrrdrIrrfrLrLrMrjs  zFancyURLopener.http_error_302c Csxd|kr|d}nd|kr$|d}ndS|t|jd||}t|}|jdkrnt|||d|||||S)Nrrr)rrrrmz( Redirection to url '%s' is not allowed.)rrrrrrrG) rrHrcrrrdrIrrrLrLrMr|s   z FancyURLopener.redirect_internalcCs|||||||S)N)r)rrHrcrrrdrIrLrLrMrszFancyURLopener.http_error_301cCs|||||||S)N)r)rrHrcrrrdrIrLrLrMrszFancyURLopener.http_error_303cCs2|dkr|||||||S||||||SdS)N)rr)rrHrcrrrdrIrLrLrMrszFancyURLopener.http_error_307Fc Csd|krt|||||||d}td|} | sHt||||||| \} } | dkrtt|||||||st||||||d|jd} |dkrt|| || St|| || |SdS)Nzwww-authenticatez![ ]*([^ ]+)[ ]+realm="([^"]*)"r=Zretry_ _basic_auth)r8rrHmatchr7rsrr) rrHrcrrrdrIrsstuffrrrrZrLrLrMrLs&         zFancyURLopener.http_error_401c Csd|krt|||||||d}td|} | sHt||||||| \} } | dkrtt|||||||st||||||d|jd} |dkrt|| || St|| || |SdS)Nzproxy-authenticatez![ ]*([^ ]+)[ ]+realm="([^"]*)"r=Z retry_proxy_r)r8rrHrr7rsrr) rrHrcrrrdrIrsrrrrrZrLrLrMrMs&         zFancyURLopener.http_error_407cCst|\}}d||}|jd}t|\}} t| \} } | dd} | | d} || || \} } | sr| srdSdt| ddt| dd| f} d| | |jd<|dkr||S|||SdS)Nzhttp://r@rRz%s:%s@%srm)r)r rr rget_user_passwdr rG)rrHrrIrurrrrr proxyselectorrr rrLrLrMretry_proxy_http_basic_auths         z*FancyURLopener.retry_proxy_http_basic_authcCst|\}}d||}|jd}t|\}} t| \} } | dd} | | d} || || \} } | sr| srdSdt| ddt| dd| f} d| | |jd<|dkr||S|||SdS)Nzhttps://rrrRz%s:%s@%srm)r)r rr rr r rG)rrHrrIrurrrrrr rr rrLrLrMretry_proxy_https_basic_auths         z+FancyURLopener.retry_proxy_https_basic_authc Cst|\}}|dd}||d}||||\}}|sD|sDdSdt|ddt|dd|f}d||} |dkr|| S|| |SdS)NrrRz%s:%s@%srm)rzhttp://)r rr r rG) rrHrrIrurrr rrrLrLrMr>s     z$FancyURLopener.retry_http_basic_authc Cst|\}}|dd}||d}||||\}}|sD|sDdSdt|ddt|dd|f}d||} |dkr|| S|| |SdS)NrrRz%s:%s@%srm)rzhttps://)r rr r rG) rrHrrIrurrr rrrLrLrMretry_https_basic_auth s     z%FancyURLopener.retry_https_basic_authrcCs`|d|}||jkr2|r(|j|=n |j|S|||\}}|sJ|rX||f|j|<||fS)Nr)rsrprompt_user_passwd)rrurrrr rrLrLrMr  s   zFancyURLopener.get_user_passwdcCsTddl}y,td||f}|d|||f}||fStk rNtdSXdS)NrzEnter username for %s at %s: z#Enter password for %s in %s at %s: )NN)getpassinputKeyboardInterruptprint)rrurrr rrLrLrMr$ sz!FancyURLopener.prompt_user_passwd)N)N)N)N)NF)NF)N)N)N)N)r)rrrrrrrrrrrLrMr r r>r r rrLrLrLrMr9]s"           cCstdkrtdatS)Nr) _localhostrrrLrLrLrMr4 s rcCsPtdkrLytttdaWn(tjk rJttddaYnXtS)Nr:r) _thishostrrrrrrLrLrLrMr< s rcCstdkrddl}|jatS)Nr) _ftperrorsrr)rrLrLrMrG srcCstdkrtdatS)Nrm) _noheadersrrrLrLrLrM noheadersP s rc@sFeZdZdddZddZddZd d Zd d Zd dZddZ dS)rNTcCsX||_||_||_||_||_||_d|_||_y |Wn| YnXdS)Nr) r rrur'rrJrefcount keepaliveinitr)rr rrur'rrJrrLrLrMr] s zftpwrapper.__init__cCs\ddl}d|_||_|j|j|j|j|j|j |j d |j }|j |dS)Nrr)rbusyZFTPrZconnectrur'rJZloginr rrrcwd)rrZ_targetrLrLrMrm s  zftpwrapper.initc Csddl}||dkr"d}d}n d|}d}y|j|Wn*|jk rh||j|YnXd}|r|syd|}|j|\}}WnR|jk r}z2t|dddkrt d | t d Wdd}~XYnX|s|jd|rl|j } zJy|j|Wn4|jk rN}zt d ||Wdd}~XYnXWd|j| Xd |}nd }|j|\}}d|_t|d |j} |jd7_|| |fS)Nr)rrrzTYPE ArRzTYPE zRETR r4Z550z ftp error: %rr:zLIST ZLISTr)r endtransferrZvoidcmdrrZ ntransfercmdZ error_permrrrrrpwdrrrZmakefile file_closerr) rrNrrcmdisdirrrrrZftpobjrLrLrMrv sN    $ zftpwrapper.retrfilecCs d|_dS)Nr)r)rrLrLrMr szftpwrapper.endtransfercCsd|_|jdkr|dS)NFr)rr real_close)rrLrLrMr s zftpwrapper.closecCs2||jd8_|jdkr.|js.|dS)NrRr)rrrr")rrLrLrMr szftpwrapper.file_closecCs2|y|jWntk r,YnXdS)N)rrrr)rrLrLrMr" s zftpwrapper.real_close)NT) rrrrrrrrrr"rLrLrLrMrZ s  -rcCsi}xBtjD]4\}}|}|r|dddkr|||dd<qWdtjkr^|ddxXtjD]J\}}|dddkrj|}|r|||dd<qj||dddqjW|S)Ni_proxyZREQUEST_METHODr)rVenvironrzrsr)rrZrrLrLrMgetproxies_environment s   r%cCs|dkrt}y |d}Wntk r.dSX|dkr|dd>B|dd>B|d BS) Nr(rrrRr[r:rZr4)r9rrr]r_)ZipAddrr&rLrLrMip2num s   z,_proxy_bypass_macosx_sysconf..ip2numr(Zexclude_simpleT exceptionsrLz(\d+(?:\.\d+)*)(/\d+)?rRr:rZ F) r,r rrHrrrrlgroupcountr]) ruproxy_settingsr,r*r'r.ZhostIPrrr(maskrLrLrM_proxy_bypass_macosx_sysconf s:        r5darwin)_get_proxy_settings _get_proxiescCst}t||S)N)r7r5)rur3rLrLrMproxy_bypass_macosx_sysconf< sr9cCstS)N)r8rLrLrLrMgetproxies_macosx_sysconf@ sr:cCs t}|rt||St|SdS)N)r%r+r9)rurrLrLrMrJ s rcCs tp tS)N)r%r:rLrLrLrMr5W sc Csi}y ddl}Wntk r$|SXy||jd}||dd}|rt||dd}d|krx|dD]4}|dd\}}td|sd ||f}|||<qrWn>|dd d kr||d <n$d ||d <d||d<d||d<| Wnt t t fk rYnX|S)Nrz;Software\Microsoft\Windows\CurrentVersion\Internet Settings ProxyEnableZ ProxyServerrrrRz (?:[^/:]+)://z%s://%srRzhttp:rz http://%sz https://%srzftp://%sr) winreg ImportErrorOpenKeyHKEY_CURRENT_USER QueryValueExrr9rHrZCloserlrBr)rr<internetSettings proxyEnableZ proxyServerprZaddressrLrLrMgetproxies_registry\ s8          rDcCs tp tS)N)r%rDrLrLrLrMr5 sc Csxy ddl}Wntk r dSXy6||jd}||dd}t||dd}Wntk rldSX|rv|szdSt|\}}|g}y t |}||kr| |Wntk rYnXy t |}||kr| |Wntk rYnX| d}xp|D]h} | dkr$d|kr$dS| dd } | d d } | d d} x$|D]} t| | tjrNdSqNWqWdS) Nrz;Software\Microsoft\Windows\CurrentVersion\Internet Settingsr;Z ProxyOverriderzr(rRz\.r'z.*?)r<r=r>r?r@rrlr rrr\Zgetfqdnr9rrHrrJ) rur<rArBZ proxyOverrideZrawHostr'ZaddrZfqdnr)rrLrLrMproxy_bypass_registry sR             rFcCs t}|rt||St|SdS)N)r%r+rF)rurrLrLrMr s )NNN)N)}rrrr^Z http.clientrrrV posixpathrHrrrr\rYrSr?Z urllib.errorrrrZ urllib.parserrrrr r r r r rrrrrrrrrZurllib.responserrrDr=rC__all__ version_inforrFrr0r1r[r6r7rIASCIIrqrvrrr2rr/rrr rr r!r"r#r$r%urandomr]r&r'r(rtr)rrrEr\rr.rTrVr*rr+r,r-rrZZ nturl2pathr4r3rr8r9rrrrrrrrrr%r+r5platformZ_scproxyr7r8r9r:rr5rDrFrLrLrLrMTsP   T ?n$q*@ o  v  +3:5! @W  _ %<    - 2