Dynavera/download_model.py

import os
import logging
from huggingface_hub import hf_hub_download

REPO_ID = "Bartowski/Meta-Llama-3.1-8B-Instruct-GGUF"
FILENAME = "Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf"
LOCAL_DIR = "models"

logging.basicConfig(level=logging.INFO, format="%(asctime)s [%(levelname)s] %(message)s")

def download_model():
    logging.info(f"Starting download of {FILENAME}...")
    logging.info(f"Destination: {os.path.abspath(LOCAL_DIR)}")
    try:
        path = hf_hub_download(
            repo_id=REPO_ID,
            filename=FILENAME,
            local_dir=LOCAL_DIR,
        )
        logging.info(f"Model downloaded to: {path}")
        logging.info(f"Expected size: ~4.92 GB")
    except Exception as e:
        logging.error(f"Error downloading model: {e}")

if __name__ == "__main__":
    os.makedirs(LOCAL_DIR, exist_ok=True)
    download_model()