aravindkb7 commited on
Commit
ed5fe9c
Β·
verified Β·
1 Parent(s): 05ec2d3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -136,7 +136,7 @@ _model.eval()
136
  print("Generator ready.")
137
 
138
  # ── GPU-decorated inference ────────────────────────────────────────────────────
139
- @spaces.GPU(duration=240)
140
  def generate_candidates(query: str, passage_texts: list) -> list:
141
  """Runs inside real ZeroGPU GPU context."""
142
  results = []
@@ -340,4 +340,4 @@ Aravind Kashyap | PES2PGE24DS068 | Guide: Shankar DK | PES University
340
  *Asai et al., ICLR 2024 β€” SELF-RAG: Learning to Retrieve, Generate and Critique*
341
  """)
342
 
343
- demo.launch()
 
136
  print("Generator ready.")
137
 
138
  # ── GPU-decorated inference ────────────────────────────────────────────────────
139
+ @spaces.GPU
140
  def generate_candidates(query: str, passage_texts: list) -> list:
141
  """Runs inside real ZeroGPU GPU context."""
142
  results = []
 
340
  *Asai et al., ICLR 2024 β€” SELF-RAG: Learning to Retrieve, Generate and Critique*
341
  """)
342
 
343
+ demo.queue(default_concurrency_limit=1).launch()