BXQc@sdZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z ddl Z ddlZdZejdZdefdYZdd'd YZd d(d YZd efd YZeddedZdd)dYZdd*dYZdd+dYZdd,dYZdZdZdej fdYZ!dd-dYZ"defdYZ#dd.d YZ$d!d/d"YZ%d#e%fd$YZ&d%e%fd&YZ'dS(0sHTML handling. Copyright 2003-2006 John J. Lee This code is free software; you can redistribute it and/or modify it under the terms of the BSD or ZPL 2.1 licenses (see the file COPYING.txt included with the distribution). iN(tsplit_header_wordstis_htmlslatin-1s\s+tCachingGeneratorFunctioncBs eZdZdZdZRS(s/Caching wrapper around a no-arguments iterable.cCsg|_t||_dS(N(t_cachetitert _iterator(tselftiterable((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyt__init__ s ccsI|j}x|D] }|VqWx#|jD]}|j||Vq)WdS(N(RRtappend(Rtcachetitem((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyt__call__&s     (t__name__t __module__t__doc__RR (((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRs tEncodingFindercBseZdZdZRS(cCs ||_dS(N(t_default_encoding(Rtdefault_encoding((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyR0scCsx|jjdD]k}xbt|gdD]M\}}|dkr0|}ytj|Wntk ruq0q}X|Sq0q0WqW|jS(Ns content-typeitcharset(tinfot getheadersRtcodecstlookupt LookupErrorR(Rtresponsetcttktvtencoding((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyR2s   (R RRR(((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyR/s tResponseTypeFindercBseZdZdZRS(cCs ||_dS(N(t _allow_xhtml(Rt allow_xhtml((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRDscCs4|jjd}|j}t|||jS(Ns content-type(RRtgeturlt_is_htmlR(RRRtct_hdrsturl((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRFs (R RRR(((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRCs tArgscBs#eZdZdZdZRS(cCst||jd]*)/>cCs|jddS(Nis />(R(R((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pytLss]*)>cCsd|jddS(Ns(R(R((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRNscCs&||_tjj||||dS(N(RSt_beautifulsoupt BeautifulSoupR(RRR?tavoidParserProblemstinitialTextIsEverything((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRQs  cCs-td||j|j}|j|dS(Ns&#%s;(RRRSt handle_data(RtrefR((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pythandle_charrefWscCs-td||j|j}|j|dS(Ns&%s;(RRRSR(RRR((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pythandle_entityrefZscCsLg}x?|D]7\}}t||j|j}|j||fq W|S(N(RRRSR (RRAt escaped_attrsR-tval((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pytunescape_attrs]s N(R Rthtmlentitydefstname2codepointRRtcompiletPARSER_MASSAGER9tTrueRRRR(((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRHs       tRobustLinksFactorycBs2eZeZdeddZdZdZRS(cCs|dkrt}n||_||_|dkrXidd6dd6dd6dd6}n||_d|_d|_d|_dS(NRGRHRIRJRKRL(R9RRORPRQt_bsRSRT(RRORPRQ((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRhs         cCs||_||_||_dS(N(RRTRS(RtsoupR;R((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pytset_soup}s  c cs{|j}|j}|j}xY|jD]K}t|tjr(|j|jj dgkr(|}|j |j }t |}|jdkr|j d}|dk r(|}q(q(n|j|j} |j | } | sq(ntj| |} |jd} | s2|jdkr)d} qVd} n$|jjddj| j} t|| | |j|Vq(q(WdS(NRVRGcSstS(N(R(R((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRsRHR|R{(RRTRStrecursiveChildGeneratort isinstanceRtTagRCRQRZRRAR'R]R9R<R^t fetchTextt compress_reRRRR8( RtbsR;RtchtlinkRAt attrs_dictRfturl_attrR$R?((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRhs4        $N( R RRRR9R8RRRh(((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRds   tRobustFormsFactorycBseZdZdZRS(cOsDt||}|jdkr-tj|_ntj||jdS(N(R7R4R9RbtRobustFormParserRiRR&(Rtargstkwds((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRscCs||_||_dS(N(RRR(RRR((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRUs (R RRRU(((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRs tRobustTitleFactorycBs#eZdZdZdZRS(cCsd|_|_dS(N(R9RRS(R((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRscCs||_||_dS(N(RRS(RRR((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRs cCsj|jjd}|tjkr%dSdjg|jD]}t|^q5}tj d|j SdS(NRzR|R{( RtfirstRtNullR9RtcontentsRRRR(RRztnodet inner_html((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRzs +(R RRRRz(((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRs  tFactorycBskeZdZddddgZeeededZdZ dZ d Z d Z d Z RS( s"Factory for forms, links, etc. This interface may expand in future. Public methods: set_request_class(request_class) set_response(response) forms() links() Public attributes: Note that accessing these attributes may raise ParseError. encoding: string specifying the encoding of response if it contains a text document (this value is left unspecified for documents that do not have an encoding, e.g. an image file) is_html: true if response contains an HTML document (XHTML may be regarded as HTML too) title: page title, or None if no title or not HTML global_form: form object containing all controls that are not descendants of any FORM element, or None if the forms_factory does not support supplying a global form RRRzRmR cCs>||_||_||_||_||_|jddS(s Pass keyword arguments only. default_encoding: character encoding to use if encoding cannot be determined (or guessed) from the response. You should turn on HTTP-EQUIV handling if you want the best chance of getting this right without resorting to this default. The default value of this parameter (currently latin-1) may change in future. N(t_forms_factoryt_links_factoryt_title_factoryt_encoding_findert_response_type_finderRUR9(Rt forms_factoryt links_factoryt title_factorytencoding_findertresponse_type_finder((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRs      cCs||j_dS(sSet request class (mechanize.Request by default). HTMLForm instances returned by .forms() will return instances of this class when .click()ed. N(RR5(RR5((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pytset_request_classscCs_||_d|_|_d|_x6|jD]+}yt||Wq,tk rVq,Xq,WdS(sSet response. The response must either be None or implement the same interface as objects returned by mechanize.urlopen(). N(RRR9t _forms_genft _links_genft _get_titlet LAZY_ATTRStdelattrR/(RRRC((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRUs   cCs||jkrt|j|S|dkrS|jjtj|j|_|jS|dkr|jjtj|j|j|_|jS|dkr|jr|j j |_ n d|_ |j S|dkr|j |j SdS(NRRRzRm(RR+R,RRtcopyRRRRRRzR9RtRm(RRC((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyR. s$         cCsm|jdkrcyt|jj|_Wn|j|jnXt|jdd|_n|jS(seReturn iterable over HTMLForm-like objects. Raises mechanize.ParseError on failure. RmN( RR9RRRtRURRR+Rm(R((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRt#scCsU|jdkrKyt|jj|_WqK|j|jqKXn|jS(skReturn iterable over mechanize.Link-like objects. Raises mechanize.ParseError on failure. N(RR9RRRhRURR(R((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRh5s (R RRRRtDEFAULT_ENCODINGRRuRRRUR.RtRh(((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRs    tDefaultFactorycBs#eZdZedZdZRS(sBased on sgmllib.c Cs;tj|dtdtdtdtd|dS(NRRRRR (RRRiRFRvR(Rti_want_broken_xhtml_support((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyREs   cCstj|||dk r|jjtj||j|jjtj||j|j|jjtj||jndS(N( RRUR9RRRRR!R(RR((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRUOs    (R RRRuRRU(((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRCs t RobustFactorycBs&eZdZeddZdZRS(saBased on BeautifulSoup, hopefully a bit more robust to bad HTML than is DefaultFactory. c CsYtj|dtdtdtdtd||dkrLt}n||_dS(NRRRRR ( RRRRRRR9Rt _soup_class(RRt soup_class((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyR^s      cCstj|||dk r|j}|j|j|}|jjtj||j|jj ||j |j|j j ||jndS(N( RRUR9treadRRRRRRR!R(RRR\R((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRUls    N(R RRRuR9RRU(((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyRYs (((((((((((RRRRRt _sgmllib_copyR`RRbt _headersutilRRR"RkR<RRRtobjectRRRR%RuR9R7R8RFRiRvRRRRRRRRRR(((s4/scratch/rashmi/Condor_Script/src/mechanize/_html.pyt sB           F00  >