pipeline 支持close方法

feapder/buffer/item_buffer.py

@@ -418,4 +418,9 @@ def check_datas(self, table, datas):
                 metrics.emit_counter(k, int(bool(v)), classify=table)
 
     def close(self):
-        pass
+        # 调用pipeline的close方法
+        for pipeline in self._pipelines:
+            try:
+                pipeline.close()
+            except:
+                pass

feapder/core/spiders/air_spider.py

@@ -112,6 +112,7 @@ def run(self):
         self.end_callback()
         # 为了线程可重复start
         self._started.clear()
+        # 关闭打点
         metrics.close()
 
     def join(self, timeout=None):

feapder/pipelines/__init__.py

@@ -46,3 +46,11 @@ def update_items(self, table, items: List[Dict], update_keys=Tuple) -> bool:
         """
 
         return True
+
+    def close(self):
+        """
+        关闭，爬虫结束时调用
+        Returns:
+
+        """
+        pass