mlflow not being an optional lin

This commit is contained in:
2026-05-29 14:29:05 -04:00
parent 58681cef82
commit 19fef8638b
4 changed files with 22 additions and 45 deletions

View File

@@ -4,6 +4,9 @@ import os
from dataclasses import dataclass
from typing import Any, Protocol
import mlflow
from mlflow.tracking import MlflowClient
from src.aws import mlflow as aws_mlflow
from src.config import Config, MlflowMode
@@ -30,7 +33,6 @@ class NoopTracker:
@dataclass(frozen=True)
class MlflowTracker:
mlflow: Any
tracking_uri: str
experiment_name: str
registered_model_name: str
@@ -43,14 +45,6 @@ class MlflowTracker:
os.environ.setdefault("MLFLOW_SUPPRESS_PRINTING_URL_TO_STDOUT", "true")
try:
import mlflow
except ImportError as e:
raise RuntimeError(
"MLflow is enabled in config but optional dependencies are not installed. "
"Install with: qc-cli[mlflow]"
) from e
tracking_server_name = cfg.effective_mlflow_tracking_server_name
if not tracking_server_name:
raise RuntimeError("MLflow tracking server name could not be resolved.")
@@ -64,7 +58,6 @@ class MlflowTracker:
mlflow.set_experiment(cfg.mlflow.experiment_name)
return cls(
mlflow=mlflow,
tracking_uri=tracking_uri,
experiment_name=cfg.mlflow.experiment_name,
registered_model_name=cfg.mlflow.registered_model_name,
@@ -72,7 +65,7 @@ class MlflowTracker:
)
def start_training_run(self, training_job: Any, *, region: str, profile: str, role_arn: str) -> str | None:
run = self.mlflow.start_run(run_name=training_job.job_name)
run = mlflow.start_run(run_name=training_job.job_name)
run_id = str(run.info.run_id)
params = {
@@ -90,21 +83,21 @@ class MlflowTracker:
}
self._log_params(params)
self._log_params({f"hyperparameters.{key}": value for key, value in training_job.hyperparameters.items()})
self.mlflow.set_tags(
mlflow.set_tags(
{
"qc_cli.stage": "prerelease",
"qc_cli.command": "train start",
"sagemaker.job_name": training_job.job_name,
}
)
self.mlflow.end_run()
mlflow.end_run()
return run_id
def finalize_training_run(self, *, run_id: str | None, training_job_status: Any) -> str | None:
if not run_id:
return None
with self.mlflow.start_run(run_id=run_id):
with mlflow.start_run(run_id=run_id):
self._log_params(
{
"sagemaker.training_status": training_job_status.status,
@@ -115,16 +108,16 @@ class MlflowTracker:
}
)
self._log_final_metrics(training_job_status.raw)
self.mlflow.set_tag("qc_cli.command", "train status")
mlflow.set_tag("qc_cli.command", "train status")
if training_job_status.status != "Completed" or not training_job_status.model_artifacts:
self.mlflow.set_tag("qc_cli.training_terminal_status", training_job_status.status)
mlflow.set_tag("qc_cli.training_terminal_status", training_job_status.status)
return None
if not self.register_trained_models:
return None
client = self.mlflow.tracking.MlflowClient()
client = MlflowClient()
self._ensure_registered_model(client, self.registered_model_name)
version = client.create_model_version(
name=self.registered_model_name,
@@ -137,14 +130,14 @@ class MlflowTracker:
)
version_number = str(version.version)
self._set_alias(client, self.registered_model_name, "prerelease-latest", version_number)
self.mlflow.set_tag("qc_cli.registered_model_name", self.registered_model_name)
self.mlflow.set_tag("qc_cli.registered_model_version", version_number)
mlflow.set_tag("qc_cli.registered_model_name", self.registered_model_name)
mlflow.set_tag("qc_cli.registered_model_version", version_number)
return version_number
def _log_params(self, params: dict[str, Any]) -> None:
cleaned = {key: str(value) for key, value in params.items() if value is not None}
if cleaned:
self.mlflow.log_params(cleaned)
mlflow.log_params(cleaned)
def _log_final_metrics(self, training_job: dict[str, Any]) -> None:
metrics = {}
@@ -154,14 +147,13 @@ class MlflowTracker:
if name and value is not None:
metrics[str(name)] = float(value)
if metrics:
self.mlflow.log_metrics(metrics)
mlflow.log_metrics(metrics)
def _ensure_registered_model(self, client: Any, name: str) -> None:
def _ensure_registered_model(self, client: MlflowClient, name: str) -> None:
try:
client.get_registered_model(name)
except Exception:
client.create_registered_model(name)
def _set_alias(self, client: Any, name: str, alias: str, version: str) -> None:
if hasattr(client, "set_registered_model_alias"):
client.set_registered_model_alias(name, alias, version)
def _set_alias(self, client: MlflowClient, name: str, alias: str, version: str) -> None:
client.set_registered_model_alias(name, alias, version)