Download meta_000650.json file needed for model loading

app.py

@@ -16,28 +16,42 @@ os.environ.setdefault("XDG_CACHE_HOME", "/data/.cache")
 
 # Download model from HF if not present
 def download_model():
-    """Download model weights from Hugging Face."""
+    """Download model weights and metadata from Hugging Face."""
     # Create all necessary directories
     os.makedirs("/data/chatsft_checkpoints/d20", exist_ok=True)
     os.makedirs("/data/.cache/huggingface", exist_ok=True)
 
     checkpoint_path = "/data/chatsft_checkpoints/d20/model_000650.pt"
+    meta_path = "/data/chatsft_checkpoints/d20/meta_000650.json"
 
-    if os.path.exists(checkpoint_path):
-        print(f"Model checkpoint found at {checkpoint_path}, skipping download")
+    if os.path.exists(checkpoint_path) and os.path.exists(meta_path):
+        print(f"Model checkpoint and metadata found, skipping download")
         return
 
-    print("Downloading model checkpoint from BrianGuo/nanochat-d20-chat...")
+    print("Downloading model files from BrianGuo/nanochat-d20-chat...")
     from huggingface_hub import hf_hub_download
 
-    # Download the specific checkpoint file
-    hf_hub_download(
-        repo_id="BrianGuo/nanochat-d20-chat",
-        filename="chatsft_checkpoints/d20/model_000650.pt",
-        local_dir="/data",
-        local_dir_use_symlinks=False
-    )
-    print("Model downloaded successfully!")
+    # Download the checkpoint file
+    if not os.path.exists(checkpoint_path):
+        print("  - Downloading model_000650.pt...")
+        hf_hub_download(
+            repo_id="BrianGuo/nanochat-d20-chat",
+            filename="chatsft_checkpoints/d20/model_000650.pt",
+            local_dir="/data",
+            local_dir_use_symlinks=False
+        )
+
+    # Download the metadata file
+    if not os.path.exists(meta_path):
+        print("  - Downloading meta_000650.json...")
+        hf_hub_download(
+            repo_id="BrianGuo/nanochat-d20-chat",
+            filename="chatsft_checkpoints/d20/meta_000650.json",
+            local_dir="/data",
+            local_dir_use_symlinks=False
+        )
+
+    print("Model files downloaded successfully!")
 
 def download_tokenizer():
     """Download tokenizer files from Hugging Face."""