import os from huggingface_hub import hf_hub_download REPO_ID = "Bartowski/Meta-Llama-3.1-8B-Instruct-GGUF" FILENAME = "Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf" LOCAL_DIR = "models" def download_model(): print(f"🚀 Starting download of {FILENAME}...") print(f"📂 Destination: {os.path.abspath(LOCAL_DIR)}") try: path = hf_hub_download( repo_id=REPO_ID, filename=FILENAME, local_dir=LOCAL_DIR, ) print(f"Model downloaded to: {path}") print(f"Expected size: ~4.92 GB") except Exception as e: print(f"Error downloading model: {e}") if __name__ == "__main__": os.makedirs(LOCAL_DIR, exist_ok=True) download_model()