karthikeya1212 commited on
Commit
0050d71
·
verified ·
1 Parent(s): daf9410

Update api/server.py

Browse files
Files changed (1) hide show
  1. api/server.py +32 -0
api/server.py CHANGED
@@ -3,6 +3,38 @@ from fastapi import FastAPI, HTTPException
3
  from fastapi.middleware.cors import CORSMiddleware
4
  from pydantic import BaseModel
5
  from services import queue_manager
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6
 
7
  logging.basicConfig(level=logging.INFO, format="%(asctime)s [%(levelname)s] %(message)s")
8
 
 
3
  from fastapi.middleware.cors import CORSMiddleware
4
  from pydantic import BaseModel
5
  from services import queue_manager
6
+ import os
7
+ from pathlib import Path
8
+
9
+ # CACHE PATCH BLOCK: place FIRST in pipeline.py!
10
+ HF_CACHE_DIR = Path("/tmp/hf_cache")
11
+ HF_CACHE_DIR.mkdir(parents=True, exist_ok=True)
12
+ os.environ.update({
13
+ "HF_HOME": str(HF_CACHE_DIR),
14
+ "HF_HUB_CACHE": str(HF_CACHE_DIR),
15
+ "DIFFUSERS_CACHE": str(HF_CACHE_DIR),
16
+ "TRANSFORMERS_CACHE": str(HF_CACHE_DIR),
17
+ "XDG_CACHE_HOME": str(HF_CACHE_DIR),
18
+ "HF_DATASETS_CACHE": str(HF_CACHE_DIR),
19
+ "HF_MODULES_CACHE": str(HF_CACHE_DIR),
20
+ "TMPDIR": str(HF_CACHE_DIR),
21
+ "CACHE_DIR": str(HF_CACHE_DIR),
22
+ "TORCH_HOME": str(HF_CACHE_DIR),
23
+ "HOME": str(HF_CACHE_DIR)
24
+ })
25
+ import os.path
26
+ if not hasattr(os.path, "expanduser_original"):
27
+ os.path.expanduser_original = os.path.expanduser
28
+ def safe_expanduser(path):
29
+ if (
30
+ path.startswith("~") or
31
+ path.startswith("/.cache") or
32
+ path.startswith("/root/.cache")
33
+ ):
34
+ return str(HF_CACHE_DIR)
35
+ return os.path.expanduser_original(path)
36
+ os.path.expanduser = safe_expanduser
37
+
38
 
39
  logging.basicConfig(level=logging.INFO, format="%(asctime)s [%(levelname)s] %(message)s")
40