CatB/backtrader
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

🛠️ refactor(data_downloader.py): 修正更新时间逻辑，并修复更新模式查询逻辑

Browse Source
This commit is contained in:
Qihang Zhang 2025-04-05 22:26:36 +08:00
parent 741a7c2d34
commit 541d39139b
1 changed files with 5 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
data_downloader.py
View File

@ -339,7 +339,7 @@ def split_list_into_chunks(data_list, num_chunks):
return chunks return chunks
def process_stock_batch(batch, config, update_mode, start_date, end_date, update_time): def process_stock_batch(batch, config, update_mode, start_date, end_date):
""" """
处理一批股票的工作函数(在单独进程中运行) 处理一批股票的工作函数(在单独进程中运行)
@ -349,7 +349,6 @@ def process_stock_batch(batch, config, update_mode, start_date, end_date, update
update_mode: 更新模式 'full' 或 'incremental' update_mode: 更新模式 'full' 或 'incremental'
start_date: 开始日期 start_date: 开始日期
end_date: 结束日期 end_date: 结束日期
update_time: 当前更新时间戳
Returns: Returns:
dict: 包含处理结果统计信息的字典 dict: 包含处理结果统计信息的字典
@ -373,6 +372,8 @@ def process_stock_batch(batch, config, update_mode, start_date, end_date, update
total_stocks = len(batch) total_stocks = len(batch)
for i, stock_info in enumerate(batch): for i, stock_info in enumerate(batch):
# 当前更新时间
update_time = datetime.now().strftime('%Y-%m-%d %H:%M:%S')
# 根据更新模式获取不同的参数 # 根据更新模式获取不同的参数
if update_mode == 'full': if update_mode == 'full':
ts_code = stock_info ts_code = stock_info
@ -588,7 +589,7 @@ def perform_full_update(start_year=2020, processes=4, resume=False):
query = """ query = """
SELECT ts_code SELECT ts_code
FROM stock_metadata FROM stock_metadata
WHERE list_status = 'L' AND status = 2 WHERE list_status = 'L' AND status != 1
""" """
else: else:
# 查询所有已上市的股票 # 查询所有已上市的股票
@ -610,9 +611,6 @@ def perform_full_update(start_year=2020, processes=4, resume=False):
print(f"共找到 {len(stock_codes)} 只股票需要{update_type}") print(f"共找到 {len(stock_codes)} 只股票需要{update_type}")
# 当前更新时间
update_time = datetime.now().strftime('%Y-%m-%d %H:%M:%S')
# 将股票列表分成多个批次 # 将股票列表分成多个批次
batches = split_list_into_chunks(stock_codes, processes) batches = split_list_into_chunks(stock_codes, processes)
@ -624,8 +622,7 @@ def perform_full_update(start_year=2020, processes=4, resume=False):
config=config, config=config,
update_mode='full', update_mode='full',
start_date=start_date, start_date=start_date,
end_date=end_date, end_date=end_date
update_time=update_time
) )
# 启动多进程处理并收集结果 # 启动多进程处理并收集结果