RishiRP commited on
Commit
2f50f9b
·
verified ·
1 Parent(s): 719aa21

Update requirements.txt

Browse files
Files changed (1) hide show
  1. requirements.txt +4 -4
requirements.txt CHANGED
@@ -1,14 +1,14 @@
1
  --extra-index-url https://download.pytorch.org/whl/cu121
2
 
3
- # Core compute (CUDA 12.x -> use cu121 wheels)
4
  torch==2.3.1+cu121
5
 
6
  # NLP stack
7
- transformers==4.43.3
8
- tokenizers==0.19.1 # compatible with transformers 4.43.x
9
  accelerate==0.33.0
10
  safetensors==0.4.4
11
- bitsandbytes==0.43.1 # works with CUDA 12.x
12
  sentencepiece==0.1.99
13
  huggingface_hub==0.24.6
14
  regex==2024.7.24
 
1
  --extra-index-url https://download.pytorch.org/whl/cu121
2
 
3
+ # Core compute (CUDA 12.x -> cu121 wheels)
4
  torch==2.3.1+cu121
5
 
6
  # NLP stack
7
+ transformers==4.44.2 # ✅ compatible with tokenizers 0.20.x
8
+ tokenizers==0.20.1 # parses Apertus tokenizer.json
9
  accelerate==0.33.0
10
  safetensors==0.4.4
11
+ bitsandbytes==0.43.1
12
  sentencepiece==0.1.99
13
  huggingface_hub==0.24.6
14
  regex==2024.7.24