|
|
|
@@ -133,6 +133,7 @@ class TbeProcess: |
|
|
|
self.auto_tune_op_list = None |
|
|
|
self.tune_ops_name = os.getenv("TUNE_OPS_NAME") |
|
|
|
self.selected_tune_ops = self.tune_ops_name.split(",") if self.tune_ops_name is not None else None |
|
|
|
log.info("Selected to tune ops list:{}".format(self.selected_tune_ops)) |
|
|
|
|
|
|
|
def __del__(self): |
|
|
|
if self.__pool is not None: |
|
|
|
@@ -183,6 +184,7 @@ class TbeProcess: |
|
|
|
import auto_tune_main |
|
|
|
import schedule_search # pylint: disable=unused-import |
|
|
|
self.auto_tune_op_list = auto_tune_main.enable_auto_tune_support() |
|
|
|
log.info("auto tune GA support ops list:{}".format(self.auto_tune_op_list)) |
|
|
|
except ImportError: |
|
|
|
res = "TBEException", \ |
|
|
|
"No module named `auto_tune` or `schedule_search`. If you want tune your op's performance," \ |
|
|
|
@@ -298,6 +300,7 @@ class TbeProcess: |
|
|
|
int, task id(>0). -1 if error |
|
|
|
""" |
|
|
|
task_id = self.__next_task_id |
|
|
|
error_id = -1 |
|
|
|
self.__next_task_id = self.__next_task_id + 1 |
|
|
|
tune_mode = self.select_tune_mode(op_json) |
|
|
|
self.__task_info[task_id] = op_json |
|
|
|
@@ -312,12 +315,12 @@ class TbeProcess: |
|
|
|
log.info("start_compile_op: task id: {} op json:\n {}".format(task_id, op_json)) |
|
|
|
if self.__tuner is None: |
|
|
|
log.error("Please confirm that the mode isn't NO_TUNE and auto_tune already initialized.") |
|
|
|
return task_id |
|
|
|
return error_id |
|
|
|
if not self.__tuner.tune_init: |
|
|
|
status = self.__tuner.init_tune_interface(op_json, self.tune_process_num) |
|
|
|
if not status: |
|
|
|
log.error("Auto tune init failed!") |
|
|
|
return task_id |
|
|
|
return error_id |
|
|
|
self.__tuner.tune_init = True |
|
|
|
self.__all_tune_tasks.append(task_id) |
|
|
|
self.__running_tune_tasks.append(task_id) |
|
|
|
@@ -339,6 +342,7 @@ class TbeProcess: |
|
|
|
self.__tuner.ga_tune(task_id, op_json) |
|
|
|
else: |
|
|
|
log.error("Unsupported Tune Mode!") |
|
|
|
return error_id |
|
|
|
|
|
|
|
return task_id |
|
|
|
|
|
|
|
@@ -385,7 +389,7 @@ class TbeProcess: |
|
|
|
res = task_id, "Success", "Success" |
|
|
|
else: |
|
|
|
self.__failed_tune_task.append(task_id) |
|
|
|
log.error("task_id:{}, json:{}".format(task_id, self.__task_info[task_id])) |
|
|
|
log.info("task_id:{}, json:{}".format(task_id, self.__task_info[task_id])) |
|
|
|
res = task_id, "Failed", "Failed" |
|
|
|
self.__finish_tune_task.append(res) |
|
|
|
self.__running_tune_tasks.remove(task_id) |
|
|
|
|