wehub-resource-sync
593b94c120
pytest / Unit Tests (push) Waiting to run
pytest / Integration (integration_tests_a) (push) Waiting to run
pytest / Integration (integration_tests_b) (push) Waiting to run
pytest / Integration (integration_tests_c) (push) Waiting to run
pytest / Integration (integration_tests_d) (push) Waiting to run
pytest / Integration (integration_tests_e) (push) Waiting to run
pytest / Integration (integration_tests_f) (push) Waiting to run
pytest / Integration (integration_tests_g) (push) Waiting to run
pytest / Integration (integration_tests_h) (push) Waiting to run
pytest / Integration (integration_tests_i) (push) Waiting to run
pytest / Integration (integration_tests_j) (push) Waiting to run
pytest / Distributed (distributed_a) (push) Waiting to run
pytest / Distributed (distributed_b) (push) Waiting to run
pytest / Distributed (distributed_c) (push) Waiting to run
pytest / Distributed (distributed_d) (push) Waiting to run
pytest / Distributed (distributed_e) (push) Waiting to run
pytest / Distributed (distributed_f) (push) Waiting to run
pytest / Minimal Install (push) Waiting to run
pytest / Event File (push) Waiting to run
pytest (slow) / py-slow (push) Waiting to run
Publish JSON Schema / publish-schema (push) Waiting to run
45 lines
991 B
Python
45 lines
991 B
Python
import logging
|
|
import os
|
|
|
|
import yaml
|
|
from huggingface_hub import whoami
|
|
|
|
from ludwig.api import LudwigModel
|
|
from ludwig.utils.hf_utils import upload_folder_to_hfhub
|
|
|
|
hf_username = whoami().get("name")
|
|
base_model_name = "microsoft/phi-2"
|
|
dequantized_path = "microsoft-phi-2-dequantized"
|
|
save_path = "/home/ray/" + dequantized_path
|
|
hfhub_repo_id = os.path.join(hf_username, dequantized_path)
|
|
|
|
|
|
config = yaml.safe_load(f"""
|
|
model_type: llm
|
|
base_model: {base_model_name}
|
|
|
|
quantization:
|
|
bits: 4
|
|
|
|
input_features:
|
|
- name: instruction
|
|
type: text
|
|
|
|
output_features:
|
|
- name: output
|
|
type: text
|
|
|
|
trainer:
|
|
type: none
|
|
|
|
backend:
|
|
type: local
|
|
""")
|
|
|
|
# Define Ludwig model object that drive model training
|
|
model = LudwigModel(config=config, logging_level=logging.INFO)
|
|
model.save_dequantized_base_model(save_path=save_path)
|
|
|
|
# Optional: Upload to Huggingface Hub
|
|
upload_folder_to_hfhub(repo_id=hfhub_repo_id, folder_path=save_path)
|