BXQc@sdZddlZddlZddlZddlZddlZddlZddlZdejfdYZ de fdYZ dS(s3Convenient HTTP UserAgent class. This is a subclass of urllib2.OpenerDirector. Copyright 2003-2006 John J. Lee This code is free software; you can redistribute it and/or modify it under the terms of the BSD or ZPL 2.1 licenses (see the file COPYING.txt included with the distribution). iNt UserAgentBasec Bs$eZdZiejd6ejd6ejd6ejd6ejd6ej d6ej d6ej d6ej d 6ej d 6ejd 6ejd 6ejd 6ejd6ejd6ejd6ejd6ejd6ejd6ZdddgZdddgZd d d d ddd dddg Zeedr>ejed>> ua = UserAgentBase() >>> ua.addheaders = [ ... ("User-agent", "Mozilla/5.0 (compatible)"), ... ("From", "responsible.person@example.com")] thttptftptfilet_unknownt _http_errort_http_default_errort _basicautht _digestautht _redirectt_cookiest_refresht_equivt_proxyt_proxy_basicautht_proxy_digestautht_robotst_gzipt_debug_redirectt_debug_response_bodyt HTTPSHandlerthttpscCsStjj|i}|_x9|j|j|jD] }|j|}|||>> ua = UserAgentBase() >>> def proxy_bypass(hostname): ... return hostname == "noproxy.com" >>> ua.set_proxies( ... {"http": "joe:password@myproxy.example.com:3128", ... "ftp": "proxy.example.com"}, ... proxy_bypass) R tconstructor_kwdstproxiest proxy_bypassN(R;R!tdict(R,RDRE((s9/scratch/rashmi/Condor_Script/src/mechanize/_useragent.pyt set_proxiess cCs|jj||||dS(N(t_password_managert add_password(R,turltusertpasswordtrealm((s9/scratch/rashmi/Condor_Script/src/mechanize/_useragent.pyRIscCs|jj||||dS(N(t_proxy_password_managerRI(R,RKRLthostportRM((s9/scratch/rashmi/Condor_Script/src/mechanize/_useragent.pytadd_proxy_passwords cCs|jj|||dS(sAdd an SSL client certificate, for HTTPS client auth. key_file and cert_file must be filenames of the key and certificate files, in PEM format. You can use e.g. OpenSSL to convert a p12 (PKCS 12) file to PEM format: openssl pkcs12 -clcerts -nokeys -in cert.p12 -out cert.pem openssl pkcs12 -nocerts -in cert.p12 -out key.pem Note that client certificate password input is very inflexible ATM. At the moment this seems to be console only, which is presumably the default behaviour of libopenssl. In future mechanize may support third-party libraries that (I assume) allow more options here. N(t_client_cert_managert add_key_cert(R,RJtkey_filet cert_file((s9/scratch/rashmi/Condor_Script/src/mechanize/_useragent.pytadd_client_certificatescCs3||_|jdd||jdd|dS(s9Set a mechanize.HTTPPasswordMgrWithDefaultRealm, or None.RR@RN(RHR;(R,tpassword_manager((s9/scratch/rashmi/Condor_Script/src/mechanize/_useragent.pyR(s cCs3||_|jdd||jdd|dS(s.Set a mechanize.HTTPProxyPasswordMgr, or None.RR@RN(RNR;(R,RV((s9/scratch/rashmi/Condor_Script/src/mechanize/_useragent.pyR)s cCs#||_|jd}||_dS(s+Set a mechanize.HTTPClientCertMgr, or None.RN(RQRtclient_cert_manager(R,t cert_managerR0((s9/scratch/rashmi/Condor_Script/src/mechanize/_useragent.pyR+s  cCs|jd|dS(s-Set whether to observe rules from robots.txt.RN(R;(R,thandle((s9/scratch/rashmi/Condor_Script/src/mechanize/_useragent.pytset_handle_robotsscCs|jd|dS(s,Set whether to handle HTTP 30x redirections.R N(R;(R,RY((s9/scratch/rashmi/Condor_Script/src/mechanize/_useragent.pytset_handle_redirectscCs(|jd|di|d6|d6dS(s+Set whether to handle HTTP Refresh headers.R RCtmax_timet honor_timeN(R;(R,RYR\R]((s9/scratch/rashmi/Condor_Script/src/mechanize/_useragent.pyR scCs<|dk ri|d6}ni}|jd|d|dS(sSet whether to treat HTML http-equiv headers like HTTP headers. Response objects may be .seek()able if this is set (currently returned responses are, raised HTTPError exception responses are not). thead_parser_classR RCN(R#R;(R,RYR^RC((s9/scratch/rashmi/Condor_Script/src/mechanize/_useragent.pyR"s cCs0|rtjdddn|jd|dS(s(Handle gzip transfer encoding. s'gzip transfer encoding is experimental!t stackleveliRN(twarningstwarnR;(R,RY((s9/scratch/rashmi/Condor_Script/src/mechanize/_useragent.pytset_handle_gzipscCs|jd|dS(sLog information about HTTP redirects (including refreshes). Logging is performed using module logging. The logger name is "mechanize.http_redirects". To actually print some debug output, eg: import sys, logging logger = logging.getLogger("mechanize.http_redirects") logger.addHandler(logging.StreamHandler(sys.stdout)) logger.setLevel(logging.INFO) Other logger names relevant to this module: "mechanize.http_responses" "mechanize.cookies" To turn on everything: import sys, logging logger = logging.getLogger("mechanize") logger.addHandler(logging.StreamHandler(sys.stdout)) logger.setLevel(logging.INFO) RN(R;(R,RY((s9/scratch/rashmi/Condor_Script/src/mechanize/_useragent.pytset_debug_redirectsscCs|jd|dS(sLog HTTP response bodies. See docstring for .set_debug_redirects() for details of logging. Response objects may be .seek()able if this is set (currently returned responses are, raised HTTPError exception responses are not). RN(R;(R,RY((s9/scratch/rashmi/Condor_Script/src/mechanize/_useragent.pytset_debug_responses*s cCsUtt|}x<dD]4}|jj|}|dk r|j|qqWdS(s!Print HTTP headers to sys.stdout.RRN(shttpshttps(tinttboolRtgetR#tset_http_debuglevel(R,RYtlevelR.th((s9/scratch/rashmi/Condor_Script/src/mechanize/_useragent.pytset_debug_http4s   cCsu|dkr|dk }n|r[|j|}|dk rI||}qa|||}nd}|j||dS(N(R#RR9(R,tnameRYR@tconstructor_argsRCt handler_classt newhandler((s9/scratch/rashmi/Condor_Script/src/mechanize/_useragent.pyR;<s   cCs|dk rR|jj|}|rRy|jj|WqOtk rKqOXqRn|dk r{|j|||j| s       C