hofee/gen_data_agent
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

finish task_gen

Browse Source
This commit is contained in:
hofee
2025-09-05 11:10:42 +08:00
parent da022d4f83
commit 4e51158215
17 changed files with 82 additions and 50 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
runners/task_templates_divider.py
View File

@@ -10,9 +10,13 @@ class TaskTemplatesDivider(Runner):
super().__init__(config_path)
self.divide_config = self.config["divide"]
self.task_templates_root_dir = self.divide_config["task_templates_root_dir"]
self.output_task_templates_dir = self.divide_config["output_task_templates_dir"]
self.output_template_targets_dir = self.divide_config["output_template_targets_dir"]
self.input_task_templates_root_dir = self.divide_config["input_task_templates_root_dir"]
self.output_task_templates_dir = self.divide_config.get("output_task_templates_dir", None)
if self.output_task_templates_dir is None:
self.output_task_templates_dir = os.path.join(self.workspace_path, "task_templates")
self.output_template_targets_dir = self.divide_config.get("output_template_targets_dir", None)
if self.output_template_targets_dir is None:
self.output_template_targets_dir = os.path.join(self.workspace_path, "template_targets")
self.divide_num = self.divide_config["divide_num"]
self.total_nums = self.divide_config["total_nums"]
@@ -26,11 +30,11 @@ class TaskTemplatesDivider(Runner):
def load_all_task_templates(self):
task_list = []
for task_template_dir in os.listdir(self.task_templates_root_dir):
if os.path.isdir(os.path.join(self.task_templates_root_dir, task_template_dir)):
for file in os.listdir(os.path.join(self.task_templates_root_dir, task_template_dir)):
for task_template_dir in os.listdir(self.input_task_templates_root_dir):
if os.path.isdir(os.path.join(self.input_task_templates_root_dir, task_template_dir)):
for file in os.listdir(os.path.join(self.input_task_templates_root_dir, task_template_dir)):
if file.endswith('.json'):
task_list.append(os.path.join(self.task_templates_root_dir, task_template_dir, file))
task_list.append(os.path.join(self.input_task_templates_root_dir, task_template_dir, file))
Log.success(f"Loaded {len(task_list)} tasks")
return task_list