v22.0 — Qwen4 Coder 32B-A3B, 24GB VRAM L4
Browse files- download_model.py +8 -0
- main.py +4 -2
- requirements.txt +5 -5
download_model.py
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from huggingface_hub import snapshot_download
|
| 2 |
+
print("[DOWNLOAD] Qwen4-Coder-32B-A3B...")
|
| 3 |
+
snapshot_download(
|
| 4 |
+
"Qwen/Qwen4-Coder-32B-A3B",
|
| 5 |
+
local_dir="/app/models/Qwen4-Coder",
|
| 6 |
+
local_dir_use_symlinks=False,
|
| 7 |
+
)
|
| 8 |
+
print("[DOWNLOAD] Done!")
|
main.py
CHANGED
|
@@ -21,8 +21,8 @@ import sympy
|
|
| 21 |
from sympy.parsing.sympy_parser import parse_expr
|
| 22 |
logging.basicConfig(level=logging.INFO)
|
| 23 |
logger = logging.getLogger("atypik")
|
| 24 |
-
VERSION = "
|
| 25 |
-
MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/
|
| 26 |
# =============================================================================
|
| 27 |
# COGNITIVE ENGINE
|
| 28 |
# =============================================================================
|
|
@@ -522,3 +522,5 @@ async def root():
|
|
| 522 |
if __name__ == "__main__":
|
| 523 |
uvicorn.run(app, host="0.0.0.0", port=7860)
|
| 524 |
|
|
|
|
|
|
|
|
|
| 21 |
from sympy.parsing.sympy_parser import parse_expr
|
| 22 |
logging.basicConfig(level=logging.INFO)
|
| 23 |
logger = logging.getLogger("atypik")
|
| 24 |
+
VERSION = "22.0"
|
| 25 |
+
MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen4-Coder-32B-A3B")
|
| 26 |
# =============================================================================
|
| 27 |
# COGNITIVE ENGINE
|
| 28 |
# =============================================================================
|
|
|
|
| 522 |
if __name__ == "__main__":
|
| 523 |
uvicorn.run(app, host="0.0.0.0", port=7860)
|
| 524 |
|
| 525 |
+
|
| 526 |
+
|
requirements.txt
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
-
torch=
|
| 2 |
-
transformers=
|
| 3 |
-
accelerate=
|
| 4 |
-
bitsandbytes=
|
| 5 |
-
sentence-transformers
|
| 6 |
sympy
|
| 7 |
numpy
|
| 8 |
fastapi
|
| 9 |
uvicorn
|
| 10 |
pydantic
|
|
|
|
|
|
| 1 |
+
torch>=2.4.0
|
| 2 |
+
transformers>=4.52.0
|
| 3 |
+
accelerate>=1.0
|
| 4 |
+
bitsandbytes>=0.45
|
|
|
|
| 5 |
sympy
|
| 6 |
numpy
|
| 7 |
fastapi
|
| 8 |
uvicorn
|
| 9 |
pydantic
|
| 10 |
+
sentence-transformers
|