RDS777 commited on
Commit
e61ebbe
·
1 Parent(s): 2a67d8f

v22.0 — Qwen4 Coder 32B-A3B, 24GB VRAM L4

Browse files
Files changed (3) hide show
  1. download_model.py +8 -0
  2. main.py +4 -2
  3. requirements.txt +5 -5
download_model.py ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ from huggingface_hub import snapshot_download
2
+ print("[DOWNLOAD] Qwen4-Coder-32B-A3B...")
3
+ snapshot_download(
4
+ "Qwen/Qwen4-Coder-32B-A3B",
5
+ local_dir="/app/models/Qwen4-Coder",
6
+ local_dir_use_symlinks=False,
7
+ )
8
+ print("[DOWNLOAD] Done!")
main.py CHANGED
@@ -21,8 +21,8 @@ import sympy
21
  from sympy.parsing.sympy_parser import parse_expr
22
  logging.basicConfig(level=logging.INFO)
23
  logger = logging.getLogger("atypik")
24
- VERSION = "21.4"
25
- MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2-7B-Instruct")
26
  # =============================================================================
27
  # COGNITIVE ENGINE
28
  # =============================================================================
@@ -522,3 +522,5 @@ async def root():
522
  if __name__ == "__main__":
523
  uvicorn.run(app, host="0.0.0.0", port=7860)
524
 
 
 
 
21
  from sympy.parsing.sympy_parser import parse_expr
22
  logging.basicConfig(level=logging.INFO)
23
  logger = logging.getLogger("atypik")
24
+ VERSION = "22.0"
25
+ MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen4-Coder-32B-A3B")
26
  # =============================================================================
27
  # COGNITIVE ENGINE
28
  # =============================================================================
 
522
  if __name__ == "__main__":
523
  uvicorn.run(app, host="0.0.0.0", port=7860)
524
 
525
+
526
+
requirements.txt CHANGED
@@ -1,10 +1,10 @@
1
- torch==2.3.1
2
- transformers==4.37.0
3
- accelerate==0.30.1
4
- bitsandbytes==0.43.1
5
- sentence-transformers
6
  sympy
7
  numpy
8
  fastapi
9
  uvicorn
10
  pydantic
 
 
1
+ torch>=2.4.0
2
+ transformers>=4.52.0
3
+ accelerate>=1.0
4
+ bitsandbytes>=0.45
 
5
  sympy
6
  numpy
7
  fastapi
8
  uvicorn
9
  pydantic
10
+ sentence-transformers