爬取開心網主頁內容

==========================================

=======================================

===================================

 1 '''
 2 登入開心網
 3 利用cookie
 4 免除ssl
 5 '''
 6 from urllib import request, parse
 7 import ssl
 8 '''sd
 9 步驟：
10 1， 尋找登入入口， 通過搜查相應文字可以快速定位
11   login_url = "https://security.kaixin001.com/login/login_post.php"
 
12   相應的使用者名稱和密碼對應名稱為email, password
13 2. 構造opener
14 3. 構造login函式
15 '''
16 
17 import ssl
18 # 忽略安全問題
19 ssl._create_default_https_context = ssl._create_unverified_context
20 
21 from http import cookiejar
22 
23 cookie = cookiejar.CookieJar()
24 cookie_handler = request.HTTPCookieProcessor(cookie)
 
25 http_handler = request.HTTPHandler()
26 https_handler = request.HTTPSHandler()
27 
28 opener = request.build_opener(http_handler, https_handler, cookie_handler)
29 
30 
31 
32 def login():
33 
34     login_url = "https://security.kaixin001.com/login/login_post.php"
35 
36     data = {
37         "email"
 
:"13119144223",
38         "password": "123456"
39     }
40 
41 
42     # 對post的data內容進行編碼
43     data = parse.urlencode(data)
44 
45     # http協議的請求頭
46     headers = {
47         "Content-Length": len(data),
48         "User-Agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.119 Safari/537.36"
49     }
50 
51     # 構造請求Request物件
52     # data要求是一個bytes物件，所以需要進行編碼
53     req = request.Request(login_url, data=data.encode(), headers=headers)
54 
55     rsp = opener.open(req)
56 
57     html = rsp.read()
58     html = html.decode()
59 
60 def getHomePage():
61     base_url = "http://www.kaixin001.com/home/?_profileuid=181697221"
62 
63     rsp = opener.open(base_url)
64     html = rsp.read()
65     html = html.decode()
66 
67     print(html)
68 
69 if __name__ == '__main__':
70     login()
71     getHomePage()