python 根據a標籤查詢href的值
阿新 • • 發佈：2018-12-20
# !/usr/bin/env python # -*- coding: utf-8 -*- import urllib2 import urllib import cookielib import json import httplib import re import requests from lxml import etree import StringIO import time s = requests.session() print s.headers url = "https://licai.yingyinglicai.com/user/login.htm" headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:54.0) Gecko/20100101 Firefox/54.0' } login_url = 'http://10.3.200.9/login/VerifyLogin.jsp' data = {'formmethod': 'post', 'logfile': '/wui/theme/ecology8/page/login.jsp?templateId=3&logintype=1&gopage=', 'loginid': '013800','logintype':'1','submit':'登入','userpassword':'432434343'} # data = urllib.urlencode(data) response = s.post(login_url, data=data, headers=headers) #print response print response.status_code print response.content print response.headers time.sleep(1) url = 'http://10.3.200.9/tailong/syslink/daohanglianjie.jsp' r = s.get(url, headers=headers) r = r.text #print r print type(r) r=r.encode('utf8') print type(r) f=open('fh1.html','w') f.write(r) f.close() fh1=open('fh1.html','r') fh2=fh1.read() print fh2 print type(fh2) htmlEmt=etree.HTML(fh2) print htmlEmt #<a href="http://20.2.200.17:7003/loan-web/4ALogon.jsp?tgt=TGT-130672-O1fcAq4HGXFxYjmzfMfuIxAFlqgOfEzNVXja1fDMm5C7IXb7Ox-cas01.example.org" target="_blank">信貸系統</a> #根據a標籤，獲取href的值 result=htmlEmt.xpath('//div/a/@href') print result print type(result) print len(result) <Element html at 0x359fc88> ['http://20.2.200.17:7003/loan-web/4ALogon.jsp?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://20.2.200.17:7003/loan-web/sqlogon.html?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.16.75.1:9001/datamanage/IM00000001_4a_signIn.do?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=oics&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=tlorm&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.248.1:7001/UtanWeb?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://20.2.201.13:7001/JF-web?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=qingdanchuandi&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.2.234.3:9080/bcard_manage?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.251.1/ucdb?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'https://31.1.0.27:4008/ZXT?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.236.4:8080/moa/?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.236.2:8080/ETMS?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=itsm&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.200.49:7002/dbportal-web/loginFromOther.do?frUrl=sys_dcdp/21Detail_inquiry/FCT_CST_DEP_BAL_AVG_RANK_P.cpt&channelId=05&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.200.49:7002/dcdp-admin/loginFromPortal.do?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://tb.zjtlcb.com/third/tailong/callback?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=itpm&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/goOsp.jsp?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=mdm&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.215.20:8080/nqsky-meap-manager/index?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=tongyirenzheng&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.243.3:7011/ifmmanage/ssologin?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.243.10:9001/ifmcounter/ssologin?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.243.10:9002/ifmmanage/ssologin?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.243.3:7010/ifmcounter/ssologin?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.16.72.1:8080/portal/index?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/goXwdt.jsp?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=crm&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.16.38.7/innermanage?userId=013800&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://20.3.220.1:8010?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/goMbbk.jsp?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.2.248.30:7002/shepherd?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.16.38.12:9081/mweb/prelogin.do?LoginType=R&_locale=zh_CN&BankId=9999&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.215.20:8080/nqsky-meap-manager/index?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.16.76.3:8080/mdm/admin/login.do?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.242.36:7001/flow?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.16.38.7/Demo/corporbankDemo/login.htm?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.16.38.7/corporbank/login.htm?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.16.38.7/Demo/perbankDemo/login.htm?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.16.38.7/perbank?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://20.2.201.11:7001/abs/?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.200.60/xir/login.action?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.20.3.55/web/index.action?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=anquanshenfen&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.238.4:8080?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://cwhsapp1.zjtlcb.com:8002/?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'href=?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=etlvp&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/goCwhs.jsp?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.200.58:7002/vat?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=mail&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=bpmLogin&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=rdoc&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=bangongyongpin&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=dingcanguanli&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=wangshangdingcan&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=portaloa&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.200.10/ucenter/zonghang/index.do?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/goRlzy.jsp?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.172.5?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/goJxkh.jsp?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=xingzhenkaohe&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=yuangongtousu&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://20.2.201.15:8002/brms/system/Login/token4Alogin.do?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.244.2:7001/bbsp?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.2.247.105:8001/agent?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.232.1:8008/cafcs?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.250.2:8080/t10?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.227.5:9080/MSP/view/manager/login.jsp?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=jiejiegao&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=longqing&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=753check&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.2.233.5:9080/Main_frame?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=shjd&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.246.2:7001/newaml?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/goAml.jsp?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', '/tailong/syslink/oaforward.jsp?idName=crmis&tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org', 'http://10.3.200.16:7001/UtanWeb/index.jsp?tgt=TGT-131756-PpAgby2mmr2VSLfc1spFPisa1ayGWQF031asgnlMNI3BQbAp1y-cas01.example.org'] <type 'list'> 79