{"id":1058,"date":"2023-03-24T09:47:07","date_gmt":"2023-03-24T01:47:07","guid":{"rendered":""},"modified":"2023-03-24T09:47:07","modified_gmt":"2023-03-24T01:47:07","slug":"Python \u722c\u866b","status":"publish","type":"post","link":"https:\/\/bianchenghao6.com\/1058.html","title":{"rendered":"Python \u722c\u866b"},"content":{"rendered":"


\n <\/head>
\n <\/p>\n

\n

Python \u722c\u866b<\/h1>\n

\u641e\u61c2Python \u722c\u866b\u6293\u53d6\u3001\u5206\u6790\u3001\u5b58\u50a8\u4e09\u8981\u7d20\u548c\u5177\u4f53\u64cd\u4f5c<\/span>\n <\/div>\n

\u4f55\u8c13\u722c\u866b\uff1f<\/h2>\n
\n \u6240\u8c13\u722c\u866b\uff0c\u5c31\u662f\u6309\u7167\u4e00\u5b9a\u7684\u89c4\u5219\uff0c\u81ea\u52a8\u7684\u4ece\u7f51\u7edc\u4e2d\u6293\u53d6\u4fe1\u606f\u7684\u7a0b\u5e8f\u6216\u8005\u811a\u672c\u3002\u4e07\u7ef4\u7f51\u5c31\u50cf\u4e00\u4e2a\u5de8\u5927\u7684\u8718\u86db\u7f51\uff0c\u6211\u4eec\u7684\u722c\u866b\u5c31\u662f\u4e0a\u9762\u7684\u4e00\u4e2a\u8718\u86db\uff0c\u4e0d\u65ad\u7684\u53bb\u6293\u53d6\u6211\u4eec\u9700\u8981\u7684\u4fe1\u606f\u3002\n <\/div>\n
\n \u62d3\u5c55\u9605\u8bfb<\/b>\n <\/div>\n
\n Python\u722c\u866b\u5b66\u5230\u4ec0\u4e48\u6837\u5c31\u53ef\u4ee5\u627e\u5de5\u4f5c\u4e86\uff1f
\n \u5b66\u4e60Python\u722c\u866b\u8981\u5177\u5907\u54ea\u4e9b\u57fa\u7840\uff1f
\n Python\u7f51\u7edc\u722c\u866b\u5b66\u4e60\u5efa\u8bae\uff1f
\n Python\u7f51\u7edc\u722c\u866b\u80fd\u5426\u4e00\u5929\u201c\u901f\u6210\u201d\uff1f\n <\/div>\n

\u722c\u866b\u4e09\u8981\u7d20<\/h2>\n

\u6293\u53d6<\/span>
\n \u5206\u6790<\/span>
\n \u5b58\u50a8<\/span> <\/p>\n

1\u3001urllib<\/h3>\n
\n \u5728Python2.x\u4e2d\u6211\u4eec\u53ef\u4ee5\u901a\u8fc7urllib \u6216\u8005urllib2 \u8fdb\u884c\u7f51\u9875\u6293\u53d6\uff0c\u4f46\u662f\u518dPython3.x \u79fb\u9664\u4e86urllib2\u3002\u53ea\u80fd\u901a\u8fc7urllib\u8fdb\u884c\u64cd\u4f5c\n <\/div>\n
\n
 import <\/span>urllib.request
 # \u7f51\u7ad9\u662fhttps\u8bbf\u95ee\u7684\u9700\u8981\u5f15\u5165ssl\u6a21\u5757<\/span>
 import <\/span>ssl
 # \u5bfc\u5165ssl\u65f6\u5173\u95ed\u8bc1\u4e66\u9a8c\u8bc1<\/span>
 ssl._create_default_https_context = ssl._create_unverified_context
 response = urllib.request.urlopen<\/span>('https:\/\/www.lidihuo.com\/python\/spider-test.html'<\/span>)
 print(response.read<\/span>().decode<\/span>('utf-8'<\/span>))
 <\/span><\/code><\/pre>\n<\/p><\/div>\n
\n    \u8fd0\u884c\u7ed3\u679c\uff1a\n  <\/div>\n
\n
 <html lang=\"en\">
 <head>
    <meta charset=\"UTF-8\">
    <title>python spider <\/title>
 <\/head>
 <body>
    Hello\uff0cI am lidihuo
    Welcome to Python spider
 <\/body>
 <\/html> <\/span><\/code><\/pre>\n<\/p><\/div>\n
\n    \u5e26\u53c2\u6570\u7684urllib\n  <\/div>\n
\n
 import <\/span>urllib.request
 # \u7f51\u7ad9\u662fhttps\u8bbf\u95ee\u7684\u9700\u8981\u5f15\u5165ssl\u6a21\u5757<\/span>
 import <\/span>ssl
 # \u5bfc\u5165ssl\u65f6\u5173\u95ed\u8bc1\u4e66\u9a8c\u8bc1<\/span>
 ssl._create_default_https_context = ssl._create_unverified_context
 url = 'https:\/\/www.lidihuo.com\/python\/spider-test.html'<\/span>
 url = url + '?'<\/span> + key + '='<\/span><\/span> + value1 + '&'<\/span> + key2 + '=' + value2
 response = urllib.request.urlopen<\/span>(url)
 # print(response.read().decode('utf-8'))<\/span> <\/span><\/code><\/pre>\n<\/p><\/div>\n
2\u3001requests<\/h3>\n
\n    requests\u5e93\u662f\u4e00\u4e2a\u975e\u5e38\u5b9e\u7528\u7684HTPP\u5ba2\u6237\u7aef\u5e93\uff0c\u662f\u6293\u53d6\u64cd\u4f5c\u6700\u5e38\u7528\u7684\u4e00\u4e2a\u5e93\u3002Requests\u5e93\u6ee1\u8db3\u5f88\u591a\u9700\u6c42\n  <\/div>\n
\n
 import <\/span>requests
 # get\u8bf7\u6c42
<\/span> response = requests.get<\/span>(url='https:\/\/www.lidihuo.com\/python\/spider-test.html'<\/span>)
 print(response.text)
 # \u5e26\u53c2\u6570\u7684requests get\u8bf7\u6c42 # response = requests.get(url='https:\/\/www.lidihuo.com\/python\/spider-test.html', params={'key1':'value1', 'key2':'value2'})<\/span> <\/span><\/code><\/pre>\n<\/p><\/div>\n
\n    \u8fd0\u884c\u7ed3\u679c\uff1a\n  <\/div>\n
\n
 <html lang=\"en\">
 <head>
    <meta charset=\"UTF-8\">
    <title>python spider <\/title>
 <\/head>
 <body>
    Hello\uff0cI am lidihuo
    Welcome to Python spider
 <\/body>
 <\/html> <\/span><\/code><\/pre>\n<\/p><\/div>\n
\u9700\u8981\u767b\u5f55\u7684\u60c5\u51b5\u4e0b<\/h2>\n
1\u3001\u8868\u5355\u63d0\u4ea4\u767b\u5f55<\/h3>\n
\n    \u5411\u670d\u52a1\u5668\u53d1\u9001\u4e00\u4e2apost\u8bf7\u6c42\u5e76\u643a\u5e26\u76f8\u5173\u53c2\u6570\uff0c\u5c06\u670d\u52a1\u5668\u8fd4\u56de\u7684cookie\u4fdd\u5b58\u5728\u672c\u5730,cookie\u662f\u670d\u52a1\u5668\u5728\u5ba2\u6237\u7aef\u4e0a\u7684\u201c\u76d1\u89c6\u5668\u201d\uff0c\u8bb0\u5f55\u4e86\u767b\u5f55\u4fe1\u606f\u7b49\u3002\u5ba2\u6237\u7aef\u901a\u8fc7\u8bc6\u522b\u8bf7\u6c42\u643a\u5e26\u7684cookie\uff0c\u786e\u5b9a\u662f\u5426\u767b\u5f55\u3002\n  <\/div>\n
\n
 params = {'username'<\/span>: 'root'<\/span><\/span>, 'passwd'<\/span>: 'root'}
 response = requests.post<\/span>(\"http:xxx.com\/login\"<\/span>, data=params)
 for <\/span><\/span>key,value in <\/span>response.cookies.items<\/span>():
     print('key = '<\/span>, key + ' |<\/span>||<\/span> value :'+ value)
 <\/span><\/code><\/pre>\n<\/p><\/div>\n
2\u3001cookie\u767b\u5f55<\/h3>\n
\n    \u6211\u4eec\u53ef\u4ee5\u5c06\u767b\u5f55\u7684cookie\u5b58\u50a8\u5728\u6587\u4ef6\u4e2d\n  <\/div>\n
\n
 import <\/span>urllib.request
 import <\/span>http.cookiejar
 import <\/span>http.cookiejar
 # \u7f51\u7ad9\u662fhttps\u8bbf\u95ee\u7684\u9700\u8981\u5f15\u5165ssl\u6a21\u5757
<\/span><\/span> import <\/span>ssl
 # \u5bfc\u5165ssl\u65f6\u5173\u95ed\u8bc1\u4e66\u9a8c\u8bc1
<\/span><\/span> ssl._create_default_https_context = ssl._create_unverified_context
 \"\"\"
 \u4fdd\u5b58\u767b\u5f55\u7684cookie
 \"\"\"<\/span>
 \"\"\"
 MozillaCookieJar \uff1a cookiejar\u7684\u5b50\u7c7b
 \u4eceFileCookieJar\u6d3e\u751f\u800c\u6765\uff0c\u521b\u5efa\u4e0eMozilla\u6d4f\u89c8\u5668 cookies.txt\u517c\u5bb9\u7684FileCookieJar\u5b9e\u4f8b\u3002
 \"\"\"<\/span>
 cookie = http.cookiejar.MozillaCookieJar<\/span>('cookie.txt'<\/span><\/span>)
 # \u6784\u5efa\u4e00\u4e2acookie\u7684\u5904\u7406\u5668
<\/span> handler = urllib.request.HTTPCookieProcessor<\/span>(cookie)
 # \u83b7\u53d6\u4e00\u4e2aopener\u5bf9\u8c61
<\/span> opener = urllib.request.build_opener<\/span>(handler)
 # # \u83b7\u53d6\u4e00\u4e2a\u8bf7\u6c42\u5bf9\u8c61
<\/span> request = urllib.request.Request<\/span>('https:\/\/www.lidihuo.com\/python\/spider-test.html'<\/span><\/span>,headers={\"Connection\"<\/span>: \"keep-alive\"<\/span>})
 # \u8bf7\u6c42\u670d\u52a1\u5668\uff0c\u83b7\u53d6\u54cd\u5e94\u5bf9\u8c61\u3002cookie\u4f1a\u5728response\u91cc\u4e00\u8d77\u54cd\u5e94
<\/span> response = opener.open<\/span>(request)
 # \u4fdd\u5b58cookie\u5230\u6587\u4ef6
<\/span> cookie.save<\/span>(ignore_discard=True, ignore_expires=True)
 \"\"\"
 \u8bf7\u6c42\u643a\u5e26\u6587\u4ef6\u4e2d\u7684cookie
 \"\"\"<\/span>
 import <\/span>urllib.request
 import <\/span>http.cookiejar
 # \u7f51\u7ad9\u662fhttps\u8bbf\u95ee\u7684\u9700\u8981\u5f15\u5165ssl\u6a21\u5757<\/span>
 import <\/span>ssl
 # \u5bfc\u5165ssl\u65f6\u5173\u95ed\u8bc1\u4e66\u9a8c\u8bc1<\/span>
 ssl._create_default_https_context = ssl._create_unverified_context
 cookie = http.cookiejar.MozillaCookieJar<\/span>()
 cookie.load<\/span>('cookie.txt', ignore_discard=True, ignore_expires=True)
 handler = urllib.request.HTTPCookieProcessor<\/span>(cookie)
 opener = urllib.request.build_opener<\/span>(handler)
 request = urllib.request.Request<\/span>('https:\/\/www.lidihuo.com\/python\/spider-test.html')
 html = opener.open<\/span>(request).read<\/span>().decode<\/span>('utf-8'<\/span>)
 print(html)
 <\/span><\/code><\/pre>\n<\/p><\/div>\n
\n    \u8fd0\u884c\u7ed3\u679c\uff1a\n  <\/div>\n
\n
 <html lang=\"en\">
 <head>
    <meta charset=\"UTF-8\">
    <title>python spider <\/title>
 <\/head>
 <body>
    Hello\uff0cI am lidihuo
    Welcome to Python spider
 <\/body>
 <\/html> <\/span><\/code><\/pre>\n<\/p><\/div>\n
\u5e38\u89c1\u7684\u53cd\u722c\u6709\u54ea\u4e9b<\/h2>\n
1\u3001\u901a\u8fc7user-agent\u6765\u63a7\u5236\u8bbf\u95ee<\/h3>\n
\n    user-agent\u80fd\u591f\u4f7f\u670d\u52a1\u5668\u8bc6\u522b\u51fa\u7528\u6237\u7684\u64cd\u4f5c\u7cfb\u7edf\u53ca\u7248\u672c\u3001cpu\u7c7b\u578b\u3001\u6d4f\u89c8\u5668\u7c7b\u578b\u548c\u7248\u672c\u3002\u5f88\u591a\u7f51\u7ad9\u4f1a\u8bbe\u7f6euser-agent\u767d\u540d\u5355\uff0c\u53ea\u6709\u5728\u767d\u540d\u5355\u8303\u56f4\u5185\u7684\u8bf7\u6c42\u624d\u80fd\u6b63\u5e38\u8bbf\u95ee\u3002\u6240\u4ee5\u5728\u6211\u4eec\u7684\u722c\u866b\u4ee3\u7801\u4e2d\u9700\u8981\u8bbe\u7f6euser-agent\u4f2a\u88c5\u6210\u4e00\u4e2a\u6d4f\u89c8\u5668\u8bf7\u6c42\u3002\u6709\u65f6\u5019\u670d\u52a1\u5668\u8fd8\u53ef\u80fd\u4f1a\u6821\u9a8cReferer\uff0c\u6240\u4ee5\u8fd8\u53ef\u80fd\u9700\u8981\u8bbe\u7f6eReferer(\u7528\u6765\u8868\u793a\u6b64\u65f6\u7684\u8bf7\u6c42\u662f\u4ece\u54ea\u4e2a\u9875\u9762\u94fe\u63a5\u8fc7\u6765\u7684)\u3002\n  <\/div>\n
\n
 # \u8bbe\u7f6e\u8bf7\u6c42\u5934\u4fe1\u606f
<\/span> headers = {
         'Host'<\/span>: 'https:\/\/www.lidihuo.com'<\/span>,
         'Referer'<\/span>: 'https:\/\/www.lidihuo.com\/python\/spider-test.html'<\/span>,
         'User-Agent'<\/span>: 'Mozilla\/5.0 <\/span>(Windows NT 10.0; WOW64) AppleWebKit\/537.36 <\/span>(KHTML, like Gecko) Chrome\/68.0.3440.106 Safari\/537.36'<\/span>
     }
 response = requests.get<\/span>(\"http:\/\/www.xxxxx.com\"<\/span>, headers=headers)
 <\/span><\/code><\/pre>\n<\/p><\/div>\n
\n    \u5982\u4e0b\u662fCSDN\u4e2d\u7684Request Header\u4e2d\u7684\u4fe1\u606f\n  <\/div>\n
\n
 Accept: text\/html,application\/xhtml+xml,application\/xml;q=0.9,image\/webp,image\/apng,*\/*;q=0.8,application\/signed-exchange;v=b3;q=0.9
 Accept-Encoding: gzip, deflate, br
 Accept-Language: zh-CN,zh;q=0.9,en;q=0.8
 Cache-Control: max-age=0
 Connection: keep-alive
 Cookie: OUTFOX_SEARCH_USER_ID_NCOO=1091135338.9776888; JSESSIONID=FD8597A7CE469BD49E3BB2696FFA92EA
 Host: www.lidihuo.com
 If-Modified-Since: Mon, 27 Jul 2020 03:42:05 GMT
 If-None-Match: W\/\"5f1e4d0d-81dc\"<\/span>
 Sec-Fetch-Dest: document
 Sec-Fetch-Mode: navigate
 Sec-Fetch-Site: none
 Sec-Fetch-User: ?1
 Upgrade-Insecure-Requests: 1
 User-Agent: Mozilla\/5.0 <\/span>(Macintosh; Intel Mac OS X 10_13_6) AppleWebKit\/537.36 <\/span>(KHTML, like Gecko) Chrome\/84.0.4147.89 Safari\/537.36
 <\/span><\/code><\/pre>\n<\/p><\/div>\n
2\u3001\u901a\u8fc7IP\u6765\u9650\u5236<\/h3>\n
\n    \u5f53\u6211\u4eec\u7528\u540c\u4e00\u4e2aip\u591a\u6b21\u9891\u7e41\u8bbf\u95ee\u670d\u52a1\u5668\u65f6\uff0c\u670d\u52a1\u5668\u4f1a\u68c0\u6d4b\u5230\u8be5\u8bf7\u6c42\u53ef\u80fd\u662f\u722c\u866b\u64cd\u4f5c\u3002\u56e0\u6b64\u5c31\u4e0d\u80fd\u6b63\u5e38\u7684\u54cd\u5e94\u9875\u9762\u7684\u4fe1\u606f\u4e86\u3002\u89e3\u51b3\u529e\u6cd5\u5e38\u7528\u7684\u662f\u4f7f\u7528IP\u4ee3\u7406\u6c60\u3002\u7f51\u4e0a\u5c31\u6709\u5f88\u591a\u63d0\u4f9b\u4ee3\u7406\u7684\u7f51\u7ad9\u3002\n  <\/div>\n
\n
 proxies = {
   \"http\"<\/span>: \"http:\/\/ip\u5730\u5740\"<\/span><\/span>,
   \"https\"<\/span>: \"http:\/\/ip\u5730\u5740\",
 }
 response =requests.get<\/span>(\"http:\/\/www.xxxxx.com\"<\/span>,proxies=random.choices<\/span>(proxies))
 <\/span><\/code><\/pre>\n<\/p><\/div>\n
3\u3001\u8bbe\u7f6e\u8bf7\u6c42\u95f4\u9694<\/h3>\n
\n
 import time
time.sleep(1) <\/span><\/code><\/pre>\n<\/p><\/div>\n
 \u3000\u3000 <\/p>\n
4\u3001\u81ea\u52a8\u5316\u6d4b\u8bd5\u5de5\u5177Selenium<\/h3>\n
\n    Web\u5e94\u7528\u7a0b\u5e8f\u6d4b\u8bd5\u7684Selenium\u5de5\u5177\u3002\u8be5\u5de5\u5177\u53ef\u4ee5\u7528\u4e8e\u5355\u5143\u6d4b\u8bd5\uff0c\u96c6\u6210\u6d4b\u8bd5\uff0c\u7cfb\u7edf\u6d4b\u8bd5\u7b49\u7b49\u3002\u5b83\u53ef\u4ee5\u50cf\u771f\u6b63\u7684\u7528\u6237\u4e00\u6837\u53bb\u64cd\u4f5c\u6d4f\u89c8\u5668(\u5305\u62ec\u5b57\u7b26\u586b\u5145\u3001\u9f20\u6807\u70b9\u51fb\u3001\u83b7\u53d6\u5143\u7d20\u3001\u9875\u9762\u5207\u6362)\uff0c\u652f\u6301Mozilla Firefox\u3001Google\u3001Chrome\u3001Safari\u3001Opera\u3001IE\u7b49\u7b49\u6d4f\u89c8\u5668\u3002\n  <\/div>\n
5\u3001\u53c2\u6570\u901a\u8fc7\u52a0\u5bc6<\/h3>\n
\n    \u67d0\u4e9b\u7f51\u7ad9\u53ef\u80fd\u4f1a\u5c06\u53c2\u6570\u8fdb\u884c\u67d0\u4e9b\u52a0\u5bc6\uff0c\u6216\u8005\u5bf9\u53c2\u6570\u8fdb\u884c\u62fc\u63a5\u53d1\u9001\u7ed9\u670d\u52a1\u5668\uff0c\u4ee5\u6b64\u6765\u8fbe\u5230\u53cd\u722c\u866b\u7684\u76ee\u7684\u3002\u8fd9\u4e2a\u65f6\u5019\u6211\u4eec\u53ef\u4ee5\u8bd5\u56fe\u901a\u8fc7js\u4ee3\u7801\uff0c\u67e5\u770b\u6fc0\u6d3b\u6210\u529f\u6559\u7a0b\u7684\u529e\u6cd5\u3002
\n   
 \u8fde\u63a5xxx
\n   
 \u6216\u8005\u53ef\u4ee5\u4f7f\u7528\"PhantomJS\",PhantomJS\u662f\u4e00\u4e2a\u57fa\u4e8eWebkit\u7684\"\u65e0\u754c\u9762\"(headless)\u3002
\n   
\u6d4f\u89c8\u5668\uff0c\u5b83\u4f1a\u628a\u7f51\u7ad9\u52a0\u8f7d\u5230\u5185\u5b58\u5e76\u6267\u884c\u9875\u9762\u4e0a\u7684JavaScript\uff0c\u56e0\u4e3a\u4e0d\u4f1a\u5c55\u793a\u56fe\u5f62\u754c\u9762\uff0c\u6240\u4ee5\u8fd0\u884c\u8d77\u6765\u6bd4\u5b8c\u6574\u7684\u6d4f\u89c8\u5668\u66f4\u9ad8\u6548\u3002\n  <\/div>\n
6\u3001\u901a\u8fc7robots.txt\u6765\u9650\u5236\u722c\u866b<\/h3>\n
\n    robots.txt\u662f\u4e00\u4e2a\u9650\u5236\u722c\u866b\u7684\u89c4\u8303\uff0c\u8be5\u6587\u4ef6\u662f\u7528\u6765\u58f0\u660e\u54ea\u4e9b\u4e1c\u897f\u4e0d\u80fd\u88ab\u722c\u53d6\u3002\u5982\u679c\u6839\u76ee\u5f55\u5b58\u5728\u8be5\u6587\u4ef6\uff0c\u722c\u866b\u5c31\u4f1a\u6309\u7167\u6587\u4ef6\u7684\u5185\u5bb9\u6765\u722c\u53d6\u6307\u5b9a\u7684\u8303\u56f4\u3002\n  <\/div>\n
\n    \u6d4f\u89c8\u5668\u8bbf\u95eehttps:\/\/www.taobao.com\/robots.txt
\n   
 \u53ef\u4ee5\u67e5\u770b\u6dd8\u5b9d\u7684robots.txt\u6587\u4ef6
\n   
 \u90e8\u5206\u5185\u5bb9\u5982\u4e0b\n  <\/div>\n
\n
 User-agent: Baiduspider
 Disallow: \/
 User-agent: baiduspider
 Disallow: \/ <\/span><\/code><\/pre>\n<\/p><\/div>\n
\n    \u53ef\u4ee5\u770b\u51fa\u6dd8\u5b9d\u62d2\u7edd\u4e86\u767e\u5ea6\u722c\u866b\u3001\u8c37\u6b4c\u722c\u866b\u3001\u5fc5\u5e94\u722c\u866b\u3001360\u722c\u866b\u3001\u795e\u9a6c\u722c\u866b\uff0c\u641c\u72d7\u722c\u866b\u3001\u96c5\u864e\u722c\u866b\u7b49\u7ea6\u675f\u3002\n  <\/div>\n
\u5206\u6790<\/h2>\n
\n    \u6211\u4eec\u53ef\u4ee5\u5206\u6790\u722c\u53d6\u7684\u7f51\u9875\u5185\u5bb9\uff0c\u83b7\u5f97\u6211\u4eec\u771f\u6b63\u9700\u8981\u7684\u6570\u636e\uff0c\u5e38\u7528\u7684\u6709\u6b63\u5219\u8868\u8fbe\u5f0f\uff0cBeautifulSoup,XPath\u3001lxml\u7b49\u3002\u6b63\u5219\u8868\u8fbe\u5f0f\u662f\u8fdb\u884c\u5185\u5bb9\u5339\u914d\uff0c\u5c06\u7b26\u5408\u8981\u6c42\u7684\u5185\u5bb9\u5168\u90e8\u83b7\u53d6\u3002
\n   
 xpath()\u80fd\u5c06\u5b57\u7b26\u4e32\u8f6c\u5316\u4e3a\u6807\u7b7e\uff0c\u5b83\u4f1a\u68c0\u6d4b\u5b57\u7b26\u4e32\u5185\u5bb9\u662f\u5426\u4e3a\u6807\u7b7e\uff0c\u4f46\u662f\u4e0d\u80fd\u68c0\u6d4b\u51fa\u5185\u5bb9\u662f\u5426\u4e3a\u771f\u7684\u6807\u7b7e\u3002
\n   
 Beautifulsoup\u662fPython\u7684\u4e00\u4e2a\u7b2c\u4e09\u65b9\u5e93\uff0c\u5b83\u7684\u4f5c\u7528\u548c xpath \u4f5c\u7528\u4e00\u6837\uff0c\u90fd\u662f\u7528\u6765\u89e3\u6790html\u6570\u636e\u7684\u76f8\u6bd4\u4e4b\u4e0b\uff0cxpath\u7684\u901f\u5ea6\u4f1a\u5feb\u4e00\u70b9\uff0c\u56e0\u4e3axpath\u5e95\u5c42\u662f\u7528c\u6765\u5b9e\u73b0\u7684\u3002\n  <\/div>\n
\u5b58\u50a8<\/h2>\n
\n    \u901a\u8fc7\u5206\u6790\u7f51\u9875\u5185\u5bb9\uff0c\u83b7\u53d6\u5230\u6211\u4eec\u60f3\u8981\u7684\u6570\u636e\uff0c\u6211\u4eec\u53ef\u4ee5\u9009\u62e9\u5b58\u5230\u6587\u672c\u6587\u4ef6\u4e2d\uff0c\u4ea6\u53ef\u4ee5\u5b58\u50a8\u5728\u6570\u636e\u5e93\u4e2d\uff0c\u5e38\u7528\u7684\u6570\u636e\u5e93\u6709MySql\u3001MongoDB\u3002
\n   
 \u5b58\u50a8\u4e3ajson\u6587\u4ef6\n  <\/div>\n
\n
 import <\/span>json
 dictObj = {
     'aa'<\/span>:{
         'age'<\/span><\/span>: 20,
         'city'<\/span><\/span>: 'beijing'<\/span>,
     },
     'bb'<\/span>: {
         'age': 24,
         'city': 'shanghai'<\/span>,
     }
 }
 jsObj = json.dumps<\/span>(dictObj, ensure_ascii=False<\/span>)
 fileObject = open('jsonFile.json'<\/span>, 'w'<\/span>)
 fileObject.write<\/span>(jsObj)
 fileObject.close<\/span>()
 <\/span><\/code><\/pre>\n<\/p><\/div>\n
\n    \u5b58\u50a8\u4e3acvs\u6587\u4ef6\n  <\/div>\n
\n
 import <\/span>csv
 with <\/span>open('student.csv'<\/span>, 'w'<\/span>, newline=''<\/span>) as <\/span>csvfile:
     writer = csv.writer<\/span>(csvfile)
     writer.writerow<\/span>(['\u59d3\u540d'<\/span>, '\u5e74\u9f84'<\/span>, '\u57ce\u5e02'<\/span>])
     writer.writerows<\/span>([['\u5c0f\u660e'<\/span>, 20 , '\u5317\u4eac'<\/span>],['\u6770\u514b'<\/span>, 22, '\u4e0a\u6d77'<\/span>]])
 <\/span><\/code><\/pre>\n<\/p><\/div>\n
\n    \u5b58\u50a8\u5230Mongo\n  <\/div>\n
\n
 # mongo\u670d\u52a1
<\/span> client = pymongo.MongoClient<\/span>('mongodb:\/\/127.0.0.1:27017\/'<\/span>)
 # lidihuo\u6570\u636e\u5e93
<\/span> db = client.lidihuo
 # student\u8868,\u6ca1\u6709\u81ea\u52a8\u521b\u5efa
<\/span> student_db = db.student
 student_json = {
     'name'<\/span>: '\u5c0f\u660e'<\/span>,
     'age'<\/span>: 20,
     'city'<\/span>: '\u5317\u4eac'<\/span>
 }
 student_db.insert<\/span>(student_json)
 <\/span><\/code><\/pre>\n<\/p><\/div>\n
 <\/body>
\n<\/html><\/p>\n","protected":false},"excerpt":{"rendered":"Python \u722c\u866bzh-cn","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[126],"tags":[],"class_list":["post-1058","post","type-post","status-publish","format-standard","hentry","category-python3"],"_links":{"self":[{"href":"https:\/\/bianchenghao6.com\/wp-json\/wp\/v2\/posts\/1058"}],"collection":[{"href":"https:\/\/bianchenghao6.com\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/bianchenghao6.com\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/bianchenghao6.com\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/bianchenghao6.com\/wp-json\/wp\/v2\/comments?post=1058"}],"version-history":[{"count":0,"href":"https:\/\/bianchenghao6.com\/wp-json\/wp\/v2\/posts\/1058\/revisions"}],"wp:attachment":[{"href":"https:\/\/bianchenghao6.com\/wp-json\/wp\/v2\/media?parent=1058"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/bianchenghao6.com\/wp-json\/wp\/v2\/categories?post=1058"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/bianchenghao6.com\/wp-json\/wp\/v2\/tags?post=1058"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}