From 8ebb4e646154000cb79ef7f90b2820f53627680a Mon Sep 17 00:00:00 2001
From: aiguigu <aiyingfeng110@qq.com>
Date: Sun, 26 Sep 2021 02:23:28 +0800
Subject: [PATCH] =?UTF-8?q?=E4=BB=A3=E7=A0=81=E6=9B=B4=E6=96=B0?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 1688/dao/mongo_dao.py | 52 +++++++++++++++++++++++++++++++++++++++++++
 1688/settings.py      | 10 +++++++++
 2 files changed, 62 insertions(+)
 create mode 100644 1688/dao/mongo_dao.py
 create mode 100644 1688/settings.py

diff --git a/1688/dao/mongo_dao.py b/1688/dao/mongo_dao.py
new file mode 100644
index 0000000..77c7a0a
--- /dev/null
+++ b/1688/dao/mongo_dao.py
@@ -0,0 +1,52 @@
+from datetime import datetime
+import threading
+import pymongo
+import settings
+
+
+class MyMongodb(object):
+    _instance_lock = threading.Lock()
+
+    def __new__(cls, *kw):
+        """调用mongo数据库 使用单列模式避免创建多个对象,导致内存泄露"""
+        if not hasattr(cls, '_instance'):
+            with cls._instance_lock:
+                if not hasattr(cls, '_instance'):
+                    cls._instance = object.__new__(cls)
+
+        return cls._instance
+
+    def __init__(self):
+        kw = settings.MONGODB_CONF
+        self.client = pymongo.MongoClient(kw.get('host'), int(kw.get('port')), connect=False)
+        self.db = self.client[kw.get('db')]
+        # self.db.authenticate(
+        #     kw.get('username'), kw.get('pwd'), source=kw.get('source'))
+
+    def shutdown(self):
+        self.client.close()
+
+
+class MongoDao(object):
+
+    def __init__(self):
+        self.client = MyMongodb().db
+
+    def insert_item(self, collection, item):
+        collection = self.client[collection]
+        if collection.find_one({"sign": item['sign']}):
+            print(f"【{datetime.now()}】过滤")
+        else:
+            print(f"【{datetime.now()}】入库{item.get('url')}")
+            return collection.insert_one(item)
+
+    def update_item(self, collection, item):
+        collection = self.client[collection]
+        if collection.find_one({"sign": item['sign']}):
+            return collection.update_one({"sign": item['sign']}, {"$set": {"stauts": '1'}})
+        else:
+            print(f"【{datetime.now()}】过滤")
+
+    def find_item(self, collection, query, projection):
+        collection = self.client[collection]
+        return collection.find(query, projection)
diff --git a/1688/settings.py b/1688/settings.py
new file mode 100644
index 0000000..3a11833
--- /dev/null
+++ b/1688/settings.py
@@ -0,0 +1,10 @@
+MONGODB_CONF = {
+    'host': '127.0.0.1',
+    'port': 27017,
+    'username': '',
+    'pwd': "",
+    'db': '1688',
+    'source': '1688',
+    'status': '',
+    'producer': ''
+}