20 lines
917 B
Python
20 lines
917 B
Python
import json
|
|
|
|
from pyboot import stereotype
|
|
from pyboot.runner import Runner
|
|
from pyboot.utils.log import Log
|
|
from data_gen_dependencies.data_generate import generate_data
|
|
|
|
@stereotype.runner("data_generator")
|
|
class DataGenerator(Runner):
|
|
def __init__(self, config_path: str):
|
|
super().__init__(config_path)
|
|
self.generate_config = self.config["generate"]
|
|
self.input_target_task_path = self.generate_config["input_target_task_path"]
|
|
self.input_data_root = self.generate_config["input_data_root"]
|
|
self.server_url = self.generate_config["server_url"]
|
|
self.target_tasks = json.load(open(self.input_target_task_path, "r"))
|
|
def run(self):
|
|
for task_template_name, task_list in self.target_tasks.items():
|
|
Log.info(f"Generating from template: {task_template_name} | tasks number: {len(task_list)}")
|
|
generate_data(task_list, self.server_url) |