56 lines
1.9 KiB
Python
56 lines
1.9 KiB
Python
|
# -*- coding: utf-8 -*-
|
|||
|
|
import configparser
|
|||
|
|
|
|||
|
|
|
|||
|
|
def process_and_split_data(file_name):
|
|||
|
|
# 读取文件内容
|
|||
|
|
data_path = 'data/' + file_name + '/' + file_name
|
|||
|
|
with open(data_path+'_TEST.txt', 'r') as file:
|
|||
|
|
lines = file.readlines()
|
|||
|
|
|
|||
|
|
# 解析数据，并按类别排序
|
|||
|
|
data = [line.strip().split() for line in lines]
|
|||
|
|
data.sort(key=lambda x: x[0]) # 假设类别在每行的第一列
|
|||
|
|
|
|||
|
|
# 按类别分组
|
|||
|
|
from collections import defaultdict
|
|||
|
|
categorized_data = defaultdict(list)
|
|||
|
|
for row in data:
|
|||
|
|
categorized_data[row[0]].append(row)
|
|||
|
|
|
|||
|
|
# 分别存储每个类别的前50%和剩余的数据
|
|||
|
|
cp_file_name = data_path + '_cp.txt'
|
|||
|
|
attack_file_name = data_path + '_attack.txt'
|
|||
|
|
|
|||
|
|
with open(cp_file_name, 'w') as cp_file, open(attack_file_name, 'w') as attack_file:
|
|||
|
|
for category, rows in categorized_data.items():
|
|||
|
|
#如果数据量很大，找区间不用这么多条数据，cp文件里面应该少一些
|
|||
|
|
if len(rows)>100:
|
|||
|
|
half_index = len(rows) // 10
|
|||
|
|
#half_index = 6
|
|||
|
|
#half = len(rows) // 10
|
|||
|
|
#StarLightCurves这个数据集太长了，截取每一类的后百分之十
|
|||
|
|
half = (len(rows) // 2)
|
|||
|
|
else:
|
|||
|
|
half_index = len(rows) // 2
|
|||
|
|
# half = (len(rows) // 10)*9
|
|||
|
|
half = (len(rows) // 2)
|
|||
|
|
# 存储前50%的数据
|
|||
|
|
for row in rows[:half_index]:
|
|||
|
|
cp_file.write(' '.join(row) + '\n')
|
|||
|
|
# 存储剩余的数据
|
|||
|
|
for row in rows[half:]:
|
|||
|
|
attack_file.write(' '.join(row) + '\n')
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 假设文件名为'Car.txt'
|
|||
|
|
if __name__ == '__main__':
|
|||
|
|
# 临时添加配置文件类别种类
|
|||
|
|
config = configparser.ConfigParser()
|
|||
|
|
config.read("run_parallel_config.ini")
|
|||
|
|
file_name = config['MODEL']['run_tag']
|
|||
|
|
process_and_split_data(file_name)
|
|||
|
|
|