Merge branch 'master' of https://github.com/JustDoPython/python-examples

Author: cxhuan

moumoubaimifan/README.md

@@ -9,6 +9,8 @@ Python技术 公众号文章代码库
 
 ## 实例代码
 
+[煎蛋网全站妹子图爬虫](https://github.com/JustDoPython/python-examples/blob/master/moumoubaimifan/jandan.py)
+
 [自动录制 python 脚本的爬虫利器 Playwright！](https://github.com/JustDoPython/python-examples/blob/master/moumoubaimifan/playwright)
 
 [用协程的方式下载英雄联盟的高清皮肤](https://github.com/JustDoPython/python-examples/blob/master/moumoubaimifan/lol)

moumoubaimifan/jandan.py

@@ -0,0 +1,52 @@
+
+import requests
+from bs4 import BeautifulSoup
+import time
+import random
+
+
+headers = {
+    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.99 Safari/537.36'
+}
+
+def get_html(url):
+    
+    resp = requests.get(url = url, headers = headers)
+    soup = BeautifulSoup(resp.text)
+    return soup
+
+def get_next_page(soup):
+    next_page = soup.find(class_='previous-comment-page')
+    next_page_href = next_page.get('href')
+    return f'http:{next_page_href}'
+
+def get_img_url(soup):
+    a_list = soup.find_all(class_ = 'view_img_link')
+    urls = []
+    for a in a_list:
+        href = 'http:' + a.get('href')
+        urls.append(href)
+    return urls
+
+def save_image(urls):
+    for item in urls:
+        name = item.split('/')[-1]
+        resp = requests.get(url=item, headers = headers)
+        with open('D:/xxoo/' + name, 'wb') as f:
+            f.write(resp.content)
+        time.sleep(random.randint(2,5))
+
+if __name__ == "__main__":
+   url = 'http://jandan.net/girl';
+   while True:
+
+    soup = get_html(url)
+    urls = get_img_url(soup)
+
+    if(len(urls) == 0):
+        break
+
+    save_image(urls)
+    url = get_next_page(soup)
+   
+