add biaoqingbao

wistbean · wistbean · commit 66fbc7521449 · 2019-05-18T20:43:27.000+08:00
diff --git a/biaoqingbao/biaoqingbao.py b/biaoqingbao/biaoqingbao.py
@@ -0,0 +1,76 @@
+#-*- coding:UTF-8 -*-
+import os
+from time import time
+
+import requests
+from bs4 import BeautifulSoup
+from queue import Queue
+from threading import Thread
+
+
+class DownloadBiaoqingbao(Thread):
+
+    def __init__(self, queue, path):
+        Thread.__init__(self)
+        self.queue = queue
+        self.path = '/home/wistbean/biaoqingbao/'
+        if not os.path.exists(path):
+            os.makedirs(path)
+
+    def run(self):
+        while True:
+            url = self.queue.get()
+            try:
+                # print(url)
+                download_biaoqingbaos(url, self.path)
+            finally:
+                self.queue.task_done()
+
+
+def download_biaoqingbaos(url, path):
+
+    response = requests.get(url)
+    soup = BeautifulSoup(response.content, 'lxml')
+    img_list = soup.find_all('img', class_='ui image lazy')
+
+    for img in img_list:
+        image = img.get('data-original')
+        title = img.get('title')
+        print('&#19979;&#36733;&#22270;&#29255;&#65306; ', title)
+
+        try:
+            with open(path + title + os.path.splitext(image)[-1], 'wb') as f:
+                img = requests.get(image).content
+                f.write(img)
+        except OSError:
+            print('length  failed')
+            break
+
+
+if __name__ == '__main__':
+
+    start = time()
+
+    # &#26500;&#24314;&#25152;&#26377;&#30340;&#38142;&#25509;
+    _url = 'https://fabiaoqing.com/biaoqing/lists/page/{page}.html'
+    urls = [_url.format(page=page) for page in range(1, 4328+1)]
+
+    queue = Queue()
+    path = '/home/wistbean/biaoqingbao/'
+
+    # &#21019;&#24314;&#32447;&#31243;
+    for x in range(10):
+        worker = DownloadBiaoqingbao(queue, path)
+        worker.daemon = True
+        worker.start()
+
+    # &#21152;&#20837;&#38431;&#21015;
+    for url in urls:
+        queue.put(url)
+
+    queue.join()
+
+    print('&#19979;&#36733;&#23436;&#27605;&#32791;&#26102;&#65306;  ', time()-start)
+
+
+
diff --git a/biaoqingbao/search.py b/biaoqingbao/search.py
@@ -0,0 +1,28 @@
+#-*- coding:UTF-8 -*-
+import glob
+import time
+
+import itchat
+from itchat.content import TEXT, PICTURE
+
+
+imgs = []
+
+def searchImage(text):
+    print('&#25910;&#21040;&#20851;&#38190;&#35789;: ', text)
+    for name in glob.glob('/home/wistbean/biaoqingbao/*'+text+'*.jpg'):
+        imgs.append(name)
+
+
+@itchat.msg_register([PICTURE, TEXT])
+def text_reply(msg):
+    searchImage(msg.text)
+    for img in imgs[:6]:
+        msg.user.send_image(img)
+        time.sleep(0.3)
+        print('&#24320;&#22987;&#21457;&#36865;&#34920;&#24773;&#65306; ', img)
+    imgs.clear()
+
+
+itchat.auto_login(hotReload=True)
+itchat.run()
