hofee/gen_data_agent
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

solve dependencies problem

Browse Source
This commit is contained in:
hofee
2025-09-05 15:49:00 +08:00
parent 12a6b47969
commit 21fbd5a323
114 changed files with 11337 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
runners/task_generator.py
View File

@@ -1,5 +1,6 @@
import json
import os
from typing import List
from pyboot import stereotype
from pyboot.runner import Runner
@@ -15,17 +16,24 @@ class TaskGenerator(Runner):
self.input_target_task_templates_path = self.generate_config["input_target_task_templates_path"]
self.input_data_root = self.generate_config["input_data_root"]
self.output_task_root_dir = self.generate_config.get("output_task_root_dir", None)
self.output_generate_result_path = self.generate_config.get("output_generate_result_path", None)
if self.output_task_root_dir is None:
self.output_task_root_dir = os.path.join(self.workspace_path, "task_root_dir")
if self.output_generate_result_path is None:
self.output_generate_result_path = os.path.join(self.workspace_path, "generate_result_path.json")
self.target_task_templates = json.load(open(self.input_target_task_templates_path, "r"))
def run(self):
generate_results = {}
for task_template_name, task_template_path in self.target_task_templates.items():
task_template = json.load(open(task_template_path, "r"))
self.generate_from_template(task_template_name, task_template)
Log.success(f"Generated {task_template['recording_setting']['num_of_episode']} tasks from <{task_template_name}>")
generated_tasks_path_list = self.generate_from_template(task_template_name, task_template)
Log.success(f"Generated {len(generated_tasks_path_list)} tasks from <{task_template_name}>")
generate_results["task_template_name"] = generated_tasks_path_list
json.dump(generate_results, open(self.output_generate_result_path, "w"))
def generate_from_template(self, template_name: str, template: dict):
def generate_from_template(self, template_name: str, template: dict) -> List[str]:
task_dir = os.path.join(self.output_task_root_dir, template_name)
task_num = template["recording_setting"]["num_of_episode"]
task_name = template["task"]
@@ -33,4 +41,4 @@ class TaskGenerator(Runner):
old_task_generator = OldTaskGenerator(template, self.input_data_root)
if not os.path.exists(task_dir):
os.makedirs(task_dir)
old_task_generator.generate_tasks(save_path=task_dir, task_num=task_num, task_name=task_name)
return old_task_generator.generate_tasks(save_path=task_dir, task_num=task_num, task_name=task_name)