finish data generate

This commit is contained in:
2025-09-05 19:18:37 +08:00
parent 21fbd5a323
commit 02440ceeb5
21 changed files with 17866 additions and 679 deletions

View File

@@ -1,11 +1,20 @@
import json
from pyboot import stereotype
from pyboot.runner import Runner
from pyboot.utils.log import Log
from data_gen_dependencies.data_generate import generate_data
@stereotype.runner("data_generator")
class DataGenerator(Runner):
def __init__(self, config_path: str):
super().__init__(config_path)
self.generate_config = self.config["generate"]
self.input_target_task_path = self.generate_config["input_target_task_path"]
self.input_data_root = self.generate_config["input_data_root"]
self.server_url = self.generate_config["server_url"]
self.target_tasks = json.load(open(self.input_target_task_path, "r"))
def run(self):
pass
for task_template_name, task_list in self.target_tasks.items():
Log.info(f"Generating from template: {task_template_name} | tasks number: {len(task_list)}")
generate_data(task_list, self.server_url)

View File

@@ -29,8 +29,8 @@ class TaskGenerator(Runner):
task_template = json.load(open(task_template_path, "r"))
generated_tasks_path_list = self.generate_from_template(task_template_name, task_template)
Log.success(f"Generated {len(generated_tasks_path_list)} tasks from <{task_template_name}>")
generate_results["task_template_name"] = generated_tasks_path_list
json.dump(generate_results, open(self.output_generate_result_path, "w"))
generate_results[task_template_name] = generated_tasks_path_list
json.dump(generate_results, open(self.output_generate_result_path, "w"))
def generate_from_template(self, template_name: str, template: dict) -> List[str]: