Commit
·
0b8daad
1
Parent(s):
a824a18
docs: add notifier for gpu only inference
Browse files
app.py
CHANGED
|
@@ -323,6 +323,8 @@ def http_bot(
|
|
| 323 |
title_markdown = """
|
| 324 |
# 🌋 LLaVA: Large Language and Vision Assistant
|
| 325 |
[[Project Page]](https://llava-vl.github.io) [[Paper]](https://arxiv.org/abs/2304.08485) [[Code]](https://github.com/haotian-liu/LLaVA) [[Model]](https://github.com/haotian-liu/LLaVA/blob/main/docs/MODEL_ZOO.md)
|
|
|
|
|
|
|
| 326 |
"""
|
| 327 |
|
| 328 |
tos_markdown = """
|
|
@@ -582,10 +584,10 @@ if __name__ == "__main__":
|
|
| 582 |
|
| 583 |
model_path = "liuhaotian/llava-v1.5-7b"
|
| 584 |
|
| 585 |
-
preload_models(model_path)
|
| 586 |
|
| 587 |
controller_proc = start_controller()
|
| 588 |
-
worker_proc = start_worker(model_path)
|
| 589 |
|
| 590 |
# Wait for worker and controller to start
|
| 591 |
time.sleep(10)
|
|
|
|
| 323 |
title_markdown = """
|
| 324 |
# 🌋 LLaVA: Large Language and Vision Assistant
|
| 325 |
[[Project Page]](https://llava-vl.github.io) [[Paper]](https://arxiv.org/abs/2304.08485) [[Code]](https://github.com/haotian-liu/LLaVA) [[Model]](https://github.com/haotian-liu/LLaVA/blob/main/docs/MODEL_ZOO.md)
|
| 326 |
+
|
| 327 |
+
ONLY WORKS WITH GPU!
|
| 328 |
"""
|
| 329 |
|
| 330 |
tos_markdown = """
|
|
|
|
| 584 |
|
| 585 |
model_path = "liuhaotian/llava-v1.5-7b"
|
| 586 |
|
| 587 |
+
# preload_models(model_path)
|
| 588 |
|
| 589 |
controller_proc = start_controller()
|
| 590 |
+
# worker_proc = start_worker(model_path)
|
| 591 |
|
| 592 |
# Wait for worker and controller to start
|
| 593 |
time.sleep(10)
|