# SPDX-License-Identifier: AGPL-3.0-only # Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0 from pathlib import Path from typing import Optional import typer EXPORT_FORMATS = ["merged-16bit", "merged-4bit", "gguf", "lora"] GGUF_QUANTS = ["q4_k_m", "q5_k_m", "q8_0", "f16"] def list_checkpoints( outputs_dir: Path = typer.Option( Path("./outputs"), "--outputs-dir", help = "Directory that holds training runs." ), ): """List checkpoints detected in the outputs directory.""" from studio.backend.core.export import ExportBackend backend = ExportBackend() checkpoints = backend.scan_checkpoints(outputs_dir = str(outputs_dir)) if not checkpoints: typer.echo("No checkpoints found.") raise typer.Exit() for model_name, ckpt_list, metadata in checkpoints: typer.echo(f"\n{model_name}:") for display, path, loss in ckpt_list: loss_str = f" (loss: {loss:.4f})" if loss is not None else "" typer.echo(f" {display}{loss_str}: {path}") def export( checkpoint: Path = typer.Argument(..., help = "Path to checkpoint directory."), output_dir: Path = typer.Argument(..., help = "Directory to save exported model."), format: str = typer.Option( "merged-16bit", "--format", "-f", help = f"Export format: {', '.join(EXPORT_FORMATS)}", ), quantization: str = typer.Option( "q4_k_m", "--quantization", "-q", help = f"GGUF quantization method: {', '.join(GGUF_QUANTS)}", ), push_to_hub: bool = typer.Option( False, "--push-to-hub", help = "Push exported model to HuggingFace Hub." ), repo_id: Optional[str] = typer.Option( None, "--repo-id", help = "HuggingFace repo ID (username/model-name)." ), hf_token: Optional[str] = typer.Option( None, "--hf-token", envvar = "HF_TOKEN", help = "HuggingFace token." ), private: bool = typer.Option(False, "--private", help = "Make the HuggingFace repo private."), max_seq_length: int = typer.Option(2048, "--max-seq-length"), load_in_4bit: bool = typer.Option(True, "--load-in-4bit/--no-load-in-4bit"), ): """Export a checkpoint to various formats (merged, GGUF, LoRA adapter).""" if format not in EXPORT_FORMATS: typer.echo( f"Error: Invalid format '{format}'. Choose from: {', '.join(EXPORT_FORMATS)}", err = True, ) raise typer.Exit(code = 2) if push_to_hub and not repo_id: typer.echo("Error: --repo-id required when using --push-to-hub", err = True) raise typer.Exit(code = 2) from studio.backend.core.export import ExportBackend backend = ExportBackend() typer.echo(f"Loading checkpoint: {checkpoint}") success, message = backend.load_checkpoint( checkpoint_path = str(checkpoint), max_seq_length = max_seq_length, load_in_4bit = load_in_4bit, ) if not success: typer.echo(f"Error: {message}", err = True) raise typer.Exit(code = 1) typer.echo(message) typer.echo(f"Exporting as {format}...") output_path: Optional[str] = None if format == "merged-16bit": success, message, output_path = backend.export_merged_model( save_directory = str(output_dir), format_type = "16-bit (FP16)", push_to_hub = push_to_hub, repo_id = repo_id, hf_token = hf_token, private = private, ) elif format == "merged-4bit": success, message, output_path = backend.export_merged_model( save_directory = str(output_dir), format_type = "4-bit (FP4)", push_to_hub = push_to_hub, repo_id = repo_id, hf_token = hf_token, private = private, ) elif format == "gguf": success, message, output_path = backend.export_gguf( save_directory = str(output_dir), quantization_method = quantization.upper(), push_to_hub = push_to_hub, repo_id = repo_id, hf_token = hf_token, ) elif format == "lora": success, message, output_path = backend.export_lora_adapter( save_directory = str(output_dir), push_to_hub = push_to_hub, repo_id = repo_id, hf_token = hf_token, private = private, ) if not success: typer.echo(f"Error: {message}", err = True) raise typer.Exit(code = 1) typer.echo(message) if output_path: typer.echo(f"Saved to: {output_path}")