SRP-base-model-training/gpt2_144M_MORPHBPE-kaz_ch-3050

temp

How to download

from huggingface_hub import snapshot_download
from huggingface_hub import login
import dotenv
import os
dotenv.load_dotenv()
login(token=os.getenv("HF_TOKEN"))

repo_id = "deepseek-ai/DeepSeek-R1-0528"
local_dir = "/scratch/vladimir_albrekht/projects/smollm/synthetic_data_generation/models/DeepSeek-R1-0528"


def download_model_repo(repo_id, local_dir):
    print(f"Downloading repository {repo_id}...")
    
    # Download the complete repository
    snapshot_download(
        repo_id=repo_id,
        local_dir=local_dir
        # allow_patterns=["DeepSeek-R1-Q6_K/*"] 
    )
    print(f"Repository downloaded to {local_dir}")

# Specify the model repo ID, save directory, and Huggingw Face token

# Download the repository
download_model_repo(repo_id, local_dir)