readme
Browse files- README.md +2 -1
- src/proxy_lite/runner.py +1 -1
README.md
CHANGED
|
@@ -84,7 +84,8 @@ make app
|
|
| 84 |
|
| 85 |
### Proxy Lite Endpoint
|
| 86 |
|
| 87 |
-
By default, Proxy Lite will point to an endpoint set up on HuggingFace spaces.
|
|
|
|
| 88 |
|
| 89 |
We recommend hosting your own endpoint with vLLM, you can use the following command:
|
| 90 |
|
|
|
|
| 84 |
|
| 85 |
### Proxy Lite Endpoint
|
| 86 |
|
| 87 |
+
By default, Proxy Lite will point to an endpoint set up on HuggingFace spaces.
|
| 88 |
+
> ‼ This is a demo endpoint and is not suitable for production, or even frequent hobbyist, use; it may be very slow when under heavy load.
|
| 89 |
|
| 90 |
We recommend hosting your own endpoint with vLLM, you can use the following command:
|
| 91 |
|
src/proxy_lite/runner.py
CHANGED
|
@@ -168,7 +168,7 @@ class Runner(BaseModel):
|
|
| 168 |
yield run
|
| 169 |
|
| 170 |
async def run(self, task: str) -> Run:
|
| 171 |
-
async for run in self.run_generator(task):
|
| 172 |
self._run = run
|
| 173 |
return run
|
| 174 |
|
|
|
|
| 168 |
yield run
|
| 169 |
|
| 170 |
async def run(self, task: str) -> Run:
|
| 171 |
+
async for run in self.run_generator(task):
|
| 172 |
self._run = run
|
| 173 |
return run
|
| 174 |
|