修复import错误，修复EXCEL工具类必须要文件目录的异常

Author: Liwu-di

src/PaperCrawlerUtil/__init__.py

@@ -5,3 +5,5 @@
 sys.path.append(str(pathlib.Path(__file__).parent))
 __all__ = ["common_util", "crawler_util", "document_util", "office_util", "pdf_util"]
 
+from PaperCrawlerUtil.common_util import basic_config
+basic_config()

src/PaperCrawlerUtil/common_util.py

@@ -2,7 +2,7 @@
 import sys
 from typing import List
 
-import PaperCrawlerUtil.global_val
+import PaperCrawlerUtil.global_val as global_val
 from proxypool.storages.proxy_dict import ProxyDict
 
 sys.path.append("PaperCrawlerUtil")

src/PaperCrawlerUtil/office_util.py

@@ -117,6 +117,12 @@ def __init__(self, filename: str = "", sheet_index: int = 0, sheet_name: str = N
                 if sheet_name is not None else self.excel.sheet_by_index(sheet_index)
             self.row_size = self.sheet.nrows
             self.col_size = self.sheet.ncols
+        else:
+            self.excel = None
+            self.sheet_names = []
+            self.sheet = None
+            self.row_size = 0
+            self.col_size = 0
 
     def modify(self, sheet_index: int = None, sheet_name: str = None, file_name:str = None):
         """
@@ -218,6 +224,10 @@ def write_excel(self, content: List[List[object]], path: str, book_name: str = "
         workbook.save(path)
 
     def __del__(self):
-        self.excel.release_resources()
+        if self.excel is not None:
+            self.excel.release_resources()
 
 
+if __name__ == "__main__":
+    excel = ExcelProcess()
+    excel.write_excel([[1, 2], [3, 4]], local_path_generate("", suffix=".xls"))

src/PaperCrawlerUtil/proxypool/crawlers/base.py

@@ -2,7 +2,7 @@
 import requests
 from loguru import logger
 from constant import *
-import PaperCrawlerUtil.global_val
+import PaperCrawlerUtil.global_val as global_val
 from fake_headers import Headers
 import time
 

src/PaperCrawlerUtil/proxypool/processors/getter.py

@@ -1,6 +1,6 @@
 from loguru import logger
 
-import PaperCrawlerUtil.global_val
+import PaperCrawlerUtil.global_val as global_val
 from proxypool.storages.redis import RedisClient
 from proxypool.crawlers import __all__ as crawlers_cls
 from proxypool.storages.proxy_dict import ProxyDict

src/PaperCrawlerUtil/proxypool/processors/server.py

@@ -1,6 +1,6 @@
 from flask import Flask, g
 
-import PaperCrawlerUtil.global_val
+import PaperCrawlerUtil.global_val as global_val
 from proxypool.exceptions import PoolEmptyException
 from proxypool.storages.redis import RedisClient
 from global_val import *

src/PaperCrawlerUtil/proxypool/processors/tester.py

@@ -4,7 +4,7 @@
 import aiohttp
 from loguru import logger
 
-import PaperCrawlerUtil.global_val
+import PaperCrawlerUtil.global_val as global_val
 from proxypool.schemas import Proxy
 from proxypool.storages.redis import RedisClient
 from aiohttp import ClientProxyConnectionError, ServerDisconnectedError, ClientOSError, ClientHttpProxyError

src/PaperCrawlerUtil/proxypool/scheduler.py

@@ -2,7 +2,7 @@
 import multiprocessing
 import sys
 
-import PaperCrawlerUtil.global_val
+import PaperCrawlerUtil.global_val as global_val
 
 sys.path.append("../../PaperCrawlerUtil")
 from proxypool.processors.server import app

src/PaperCrawlerUtil/proxypool/storages/proxy_dict.py

@@ -15,7 +15,7 @@
 from loguru import logger
 from proxypool.utils.proxy import is_valid_proxy, convert_proxy_or_proxies
 from global_val import *
-import PaperCrawlerUtil.global_val
+import PaperCrawlerUtil.global_val as global_val
 from constant import *
 
 

src/PaperCrawlerUtil/proxypool/storages/redis.py

@@ -1,6 +1,6 @@
 import redis
 
-import PaperCrawlerUtil.global_val
+import PaperCrawlerUtil.global_val as global_val
 from proxypool.exceptions import PoolEmptyException
 from proxypool.schemas import Proxy
 from random import choice