import os
import time
from enum import Enum
from pathlib import Path
import optix
RUN_TIME = time.strftime("%Y%m%d%H%M%S", time.localtime())
INSTALL_PATH = Path(optix.__path__[0])
RUN_PATH = Path(os.getcwd())
MODEL_EVAL_STATE_CONFIG_PATH = "MODEL_EVAL_STATE_CONFIG_PATH"
ms_serviceparam_optimizer_config_path = os.getenv(MODEL_EVAL_STATE_CONFIG_PATH) or os.getenv(
MODEL_EVAL_STATE_CONFIG_PATH.lower()
)
if not ms_serviceparam_optimizer_config_path:
ms_serviceparam_optimizer_config_path = RUN_PATH.joinpath("config.toml")
ms_serviceparam_optimizer_config_path = Path(ms_serviceparam_optimizer_config_path).absolute().resolve()
CUSTOM_OUTPUT = "MODEL_EVAL_STATE_OUTPUT"
custom_output = os.getenv(CUSTOM_OUTPUT) or os.getenv(CUSTOM_OUTPUT.lower())
if custom_output:
custom_output = Path(custom_output).resolve()
else:
custom_output = RUN_PATH
MODEL_EVAL_STATE_SIMULATE = "MODEL_EVAL_STATE_SIMULATE"
SIMULATE = "simulate"
REAL_EVALUATION = "real_evaluation"
REQUESTRATES = ("REQUESTRATE",)
CONCURRENCYS = ("CONCURRENCY", "MAXCONCURRENCY")
simulate_env = os.getenv(MODEL_EVAL_STATE_SIMULATE) or os.getenv(MODEL_EVAL_STATE_SIMULATE.lower())
simulate_flag = simulate_env and (simulate_env.lower() == "true" or simulate_env.lower() != "false")
MINDIE_BENCHMARK_PERF_COLUMNS = [
"average",
"max",
"min",
"p75",
"p90",
"slo_p90",
"p99",
"n",
]
FOLDER_LIMIT_SIZE = 1024 * 1024 * 1024
class ServiceType(Enum):
master = "master"
slave = "slave"