Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -136,7 +136,7 @@ _model.eval()
|
|
| 136 |
print("Generator ready.")
|
| 137 |
|
| 138 |
# ββ GPU-decorated inference ββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 139 |
-
@spaces.GPU
|
| 140 |
def generate_candidates(query: str, passage_texts: list) -> list:
|
| 141 |
"""Runs inside real ZeroGPU GPU context."""
|
| 142 |
results = []
|
|
@@ -340,4 +340,4 @@ Aravind Kashyap | PES2PGE24DS068 | Guide: Shankar DK | PES University
|
|
| 340 |
*Asai et al., ICLR 2024 β SELF-RAG: Learning to Retrieve, Generate and Critique*
|
| 341 |
""")
|
| 342 |
|
| 343 |
-
demo.launch()
|
|
|
|
| 136 |
print("Generator ready.")
|
| 137 |
|
| 138 |
# ββ GPU-decorated inference ββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 139 |
+
@spaces.GPU
|
| 140 |
def generate_candidates(query: str, passage_texts: list) -> list:
|
| 141 |
"""Runs inside real ZeroGPU GPU context."""
|
| 142 |
results = []
|
|
|
|
| 340 |
*Asai et al., ICLR 2024 β SELF-RAG: Learning to Retrieve, Generate and Critique*
|
| 341 |
""")
|
| 342 |
|
| 343 |
+
demo.queue(default_concurrency_limit=1).launch()
|