finish data generate
This commit is contained in:
@@ -1,11 +1,20 @@
|
||||
import json
|
||||
|
||||
from pyboot import stereotype
|
||||
from pyboot.runner import Runner
|
||||
|
||||
from pyboot.utils.log import Log
|
||||
from data_gen_dependencies.data_generate import generate_data
|
||||
|
||||
@stereotype.runner("data_generator")
|
||||
class DataGenerator(Runner):
|
||||
def __init__(self, config_path: str):
|
||||
super().__init__(config_path)
|
||||
|
||||
self.generate_config = self.config["generate"]
|
||||
self.input_target_task_path = self.generate_config["input_target_task_path"]
|
||||
self.input_data_root = self.generate_config["input_data_root"]
|
||||
self.server_url = self.generate_config["server_url"]
|
||||
self.target_tasks = json.load(open(self.input_target_task_path, "r"))
|
||||
def run(self):
|
||||
pass
|
||||
for task_template_name, task_list in self.target_tasks.items():
|
||||
Log.info(f"Generating from template: {task_template_name} | tasks number: {len(task_list)}")
|
||||
generate_data(task_list, self.server_url)
|
||||
Reference in New Issue
Block a user