songtao
/
CrawlerEngines
forked from iCON/CrawlerEngines
1
0
Fork 0
Code Pull Requests Activity

Merge pull request 'dev' (#2) from dev into main 

Reviewed-on: https://gitea.iconsz.com/zhangwanguo/CrawlerEngines/pulls/2
main
zhangwanguo 2024-10-20 02:36:32 +00:00
parent 932c422ad5 7cac706f74
commit 57a595ad09
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
main.py
View File

@ -4,6 +4,7 @@ from engines.info_extractor import InfoExtractor
from engines.crawler_bbc_search import Crawler_BBCSearch from engines.crawler_bbc_search import Crawler_BBCSearch
from utils.logger import logger from utils.logger import logger
import os, sys, time, traceback, json import os, sys, time, traceback, json
from utils.logger import logger
base_dir = os.path.dirname(os.path.abspath(__file__)) base_dir = os.path.dirname(os.path.abspath(__file__))
relative_path = os.path.join(base_dir, "iCloudEngine/src") relative_path = os.path.join(base_dir, "iCloudEngine/src")
@ -34,6 +35,7 @@ class Main(QueueProcessor):
if __name__ == "__main__": if __name__ == "__main__":
logger.warning("application start")
try: try:
# Main().startV2([9000]) # Main().startV2([9000])
Main().startV2() Main().startV2()
@ -47,5 +49,9 @@ if __name__ == "__main__":
logger.error(f"Function name: {function_name}") logger.error(f"Function name: {function_name}")
logger.error(f"Text: {text}") logger.error(f"Text: {text}")
import traceback
logger.warning(f"Crawler_NewsCN {traceback.format_exc()}")
finally: finally:
logger.warning("application completed") logger.warning("application completed")