ó BÜXQc@sïdZddlZddlZddlZddlZddlZddlZyddlZWne k r}ddl ZnXye Wn&e k r®ddl Z e jZ nXddlmZddlZddlZddlZddlZddlmZeZdejfd„ƒYZd„Zdejfd „ƒYZeejd „Zd efd „ƒYZ d e fd„ƒYZ!d„Z"dfd„ƒYZ#e#ƒj$Z$ea%ej&ƒZ'eejd„Z(eeeejd„Z)d„Z*dS(síURL opener. Copyright 2004-2006 John J Lee This code is free software; you can redistribute it and/or modify it under the terms of the BSD or ZPL 2.1 licenses (see the file COPYING.txt included with the distribution). iÿÿÿÿN(tRequest(t isstringliketContentTooShortErrorcBseZd„ZRS(cCs tjj||ƒ||_dS(N(turllib2tURLErrort__init__tresult(tselftreasonR((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyR!s(t__name__t __module__R(((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyR scCsXyt||ƒWn!tk r4t|||ƒnX||k rTt|||ƒndS(N(tgetattrtAttributeErrortsetattr(treqtnametvaluetdefault((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pytset_request_attr&s   tOpenerDirectorcBsweZd„Zd„Zd„Zejd„Zd ejd„Z d„Z d Z d d d eje d„Z d „ZRS( cCsJtjj|ƒi|_i|_i|_i|_t|_g|_ dS(N( t _urllib2_forkRRtprocess_responsetprocess_requestt _any_requestt _any_responsetTruet_handler_index_validt _tempfiles(R((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyR0s     cCsht|dƒs(tdt|ƒƒ‚n||jkr;dStj|j|ƒ|j|ƒt|_dS(Nt add_parents%expected BaseHandler instance, got %r( thasattrt TypeErrorttypethandlerstbisecttinsortRtFalseR(Rthandler((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyt add_handler;s cCs"|jr dSi}i}i}i}tƒ}tƒ}g}x²|jD]§}t} x‚t|ƒD]t} | d krxq`n| dkr|j|ƒt} q`n%| dkrÂ|j|ƒt} q`n| jdƒ} | | } | | d} | jdƒr^| | djdƒ| d}| |d}yt |ƒ}Wnt k rHnX|j | iƒ}nT| d kry| }|}n9| d kr”| }|}n| d kr`| }|}nq`|j |tƒƒj|ƒt} q`W| sG|j |ƒqGqGWx|D]}|jj |ƒqùWx;||gD]-}x$|jƒD]\} }||| RRR)R*tunwantedR$taddedtmethtiitschemet conditiontjjtkindtlookupR tcode((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyt_maybe_reindex_handlersGs†                           cCsyt|ƒr*t||d|d|ƒ}nK|}|dk rL|j|ƒnt|d|dƒt|d|tjƒ|S(Ntvisitttimeout(RRtNonetadd_dataRt_sockettimeoutt_GLOBAL_DEFAULT_TIMEOUT(Rt url_or_reqtdataRJRKR((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyt_request›s    c Cs{|j||d|ƒ}|jƒ}|jƒt|jj|gƒƒ}|j|jƒt |ƒ}|j ƒxP|D]H}x?d|dgD]-}t ||dƒ} | r| |ƒ}qqWqvWt j j} | |||ƒ} t|jj|gƒƒ} | j|jƒt | ƒ} | j ƒxS| D]K}xBd|dgD]0}t ||dƒ} | r?| || ƒ} q?q?Wq(W| S(NR)RRR*t _response(RRRLtget_typeRIR0RtgettupdateRR;R<R RRt_openRR( RtfullurlRQRKRt req_schemetrequest_processorst processort meth_nameRAturlopenR/tresponse_processors((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyR-ªs0         cGs±|d kr<|jd}|d}d|}d}|}n|j}|d}d}|||f|}t|j|ƒ}|r„|S|r­|dd f|}t|j|ƒSdS( Nthttpthttpsis http_error_%sit_erroriRthttp_error_default(shttpshttps(R=tapplyt _call_chain(RtprototargstdictR\thttp_errt orig_argsR((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyR,Ðs        iicCsÿ|j||t|ƒ}|jƒ}|j|ƒ} z†| jƒ} |d krd|dkrdd | fS|r|||dƒ} nftj|jƒƒd} t j j | ƒd} t j | ƒ\}}|jj|ƒt j|dƒ} zÈ|| f}|j}d}d}d}|rDd| kr1t| dƒ}n||||ƒnxb| j|ƒ}|d krfPn|t|ƒ7}| j|ƒ|d7}|rG||||ƒqGqGWd | jƒXWd | jƒX|dkrû||krûtd ||f|ƒ‚n|S( sMReturns (filename, headers). For remote objects, the default filename will refer to a temporary file. Temporary files are removed when the OpenerDirector.close() method is called. For file: URLs, at present the returned filename is None. This may change in future. If the actual number of bytes read is less than indicated by the Content-Length header, raises ContentTooShortError (a URLError subclass). The exception's .result attribute contains the (filename, headers) that would have been returned. tfiletwbiiiÿÿÿÿiscontent-lengthsContent-LengthtNs1retrieval incomplete: got only %i out of %i bytes(RRR#RTR-tinfoRLt_rfc3986turlsplitt get_full_urltostpathtsplitextttempfiletmkstempRR8tfdopent BLOCK_SIZER5treadtlentwritetcloseR(RRXtfilenamet reporthookRQRKR-RRCtfptheadersttfpRrtsuffixtfdRtbstsizeRxtblocknumtblock((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pytretrieveæsR            cCs~tjj|ƒd|_|_|_|_|jrzx6|jD]+}yt j |ƒWqAt k rkqAXqAW|j2ndS(N( RRR{RLR-R,R‡R%RRqtunlinktOSError(RR|((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyR{,s  Ni (R R RR%RIRNRORRRLR-R,Rwt open_fileR‡R{(((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyR/s U%   DcCs„t}y||||ƒ}Wn7tjk rU}t}|jdkrL‚n|}nX|dk rq||ƒ}n|s€|‚n|S(N(RRt HTTPErrorR#R~RL(R]tprocess_response_objectRXRQRKtsuccessR/R,((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyt wrapped_open;s   tResponseProcessingOpenercBs#eZdejd„Zd„ZRS(cs1dtj‡fd†}t|ˆj|||ƒS(Ncstjˆ|||ƒS(N(RR-(RXRQRK(R(s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyt bound_openQs(RLRNRORŽRŒ(RRXRQRKR((Rs6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyR-OscCs|S(N((RR/((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyRŒWsN(R R RLRNROR-RŒ(((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyRMstSeekableResponseOpenercBseZd„ZRS(cCs tj|ƒS(N(RStseek_wrapped_response(RR/((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyRŒ\s(R R RŒ(((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyR‘[scCst|tjtfƒS(N(t isinstancettypest ClassTypeR(tobj((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pytisclass`st OpenerFactoryc BseZdZejejejejejej ej ej ej g Z eedƒrje jejƒngZgZed„Zd„ZRS(s1This class's interface is quite likely to change.tHTTPScCs ||_dS(N(tklass(RRš((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyRyscGs |jƒ}t|jƒ}tƒ}xl|D]d}x[|D]S}t|ƒrlt||ƒr‹|j|ƒq‹q8t||ƒr8|j|ƒq8q8Wq+Wx|D]}|j|ƒqšWx|D]}|j |ƒƒq¸Wx3|D]+}t|ƒr÷|ƒ}n|j |ƒqÙW|S(sFCreate an opener object from a list of handlers and processors. The opener will use several default handlers and processors, including support for HTTP and FTP. If any of the handlers passed as arguments are subclasses of the default handlers, the default handlers will not be used. ( RšR;tdefault_classesR0R—t issubclassR2R“R9R%(RR topenerR›tskipRštcheckth((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyt build_opener|s&          (R R t__doc__Rt ProxyHandlertUnknownHandlert HTTPHandlertHTTPDefaultErrorHandlertHTTPRedirectHandlert FTPHandlert FileHandlertHTTPCookieProcessortHTTPErrorProcessorR›RthttplibR8t HTTPSHandlerR treplacement_handlersRRR¡(((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyR˜ds   cCsVtdkrCtjƒztdkr1tƒanWdtjƒXntj|||ƒS(N(t_openerRLt urlopen_locktacquireR¡treleaseR-(turlRQRK((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyR]¡s   cCs\tdkrCtjƒztdkr1tƒanWdtjƒXntj|||||ƒS(N(R¯RLR°R±R¡R²R‡(R³R|R}RQRK((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyt urlretrieve¬s   cCs |adS(N(R¯(R((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pytinstall_opener¸s(+R¢RqRR!R¬R”Rtt threadingt _threadingt ImportErrortdummy_threadingR0t NameErrortsetstSetRRRRSRnRNRt_utilRR-RŠRRRRRLRORŽRR‘R—R˜R¡R¯tLockR°R]R´Rµ(((s6/scratch/rashmi/Condor_Script/src/mechanize/_opener.pyt sDH         ÿ  9