testing temp gpu client bug
Browse files
app.py
CHANGED
|
@@ -10,6 +10,8 @@ import subprocess
|
|
| 10 |
|
| 11 |
#subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
|
| 12 |
|
|
|
|
|
|
|
| 13 |
model_id = "vikhyatk/moondream2"
|
| 14 |
revision = "2025-01-09"
|
| 15 |
tokenizer = AutoTokenizer.from_pretrained(model_id, revision=revision)
|
|
|
|
| 10 |
|
| 11 |
#subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
|
| 12 |
|
| 13 |
+
#subprocess.run('cp -r moondream/torch clients/python/moondream/torch')
|
| 14 |
+
#subprocess.run('pip install moondream[gpu]')
|
| 15 |
model_id = "vikhyatk/moondream2"
|
| 16 |
revision = "2025-01-09"
|
| 17 |
tokenizer = AutoTokenizer.from_pretrained(model_id, revision=revision)
|