|
@@ -14,6 +14,8 @@ import time, datetime, os, traceback, re
|
|
import zipfile, tempfile, shutil, fnmatch
|
|
import zipfile, tempfile, shutil, fnmatch
|
|
from common.database_dml import insert_data_into_mongo
|
|
from common.database_dml import insert_data_into_mongo
|
|
from apscheduler.schedulers.background import BackgroundScheduler
|
|
from apscheduler.schedulers.background import BackgroundScheduler
|
|
|
|
+from apscheduler.triggers.cron import CronTrigger
|
|
|
|
+
|
|
from common.logs import Log
|
|
from common.logs import Log
|
|
logger = Log('data-processing').logger
|
|
logger = Log('data-processing').logger
|
|
|
|
|
|
@@ -28,7 +30,13 @@ def update_thread():
|
|
def start_jobs():
|
|
def start_jobs():
|
|
scheduler = BackgroundScheduler()
|
|
scheduler = BackgroundScheduler()
|
|
scheduler.configure({'timezone': timezone("Asia/Shanghai")})
|
|
scheduler.configure({'timezone': timezone("Asia/Shanghai")})
|
|
- scheduler.add_job(func=download_zip_files_from_ftp, trigger="interval", seconds=900)
|
|
|
|
|
|
+ trigger1 = CronTrigger(
|
|
|
|
+ hour='1,2,5,6,11,12,13,17,18', # 主触发小时
|
|
|
|
+ minute='0-50/10', # 每 10 分钟一次,覆盖 00:00-00:50
|
|
|
|
+ timezone='Asia/Shanghai' # 按需设置时区
|
|
|
|
+ )
|
|
|
|
+
|
|
|
|
+ scheduler.add_job(func=download_zip_files_from_ftp, trigger=trigger1)
|
|
scheduler.start()
|
|
scheduler.start()
|
|
|
|
|
|
def match_date(date, filename):
|
|
def match_date(date, filename):
|