Change paper-reader to query_llm

app.py

@@ -50,7 +50,7 @@ BASIC_COMMANDS = {
 }
 
 PARAMETERIZED_COMMANDS = {
-    "run_paper_reader": "Run paper_reader with model, GPU count, and prompt",
+    "query_llm": "Query LLM with model, GPU count, and prompt",
 }
 
 
@@ -71,7 +71,7 @@ class Job(BaseModel):
     status: JobStatus = JobStatus.queued
     result: Optional[str] = None
 
-    # Parameters for run_paper_reader
+    # Parameters for query_llm
     model: Optional[str] = None
     gpus: Optional[int] = None
     user_text: Optional[str] = None
@@ -114,7 +114,7 @@ def validate_basic_command(command: str) -> None:
         raise HTTPException(status_code=400, detail=f"Command is not allowed: {command}")
 
 
-def validate_paper_reader_args(
+def validate_query_llm_args(
     model: str,
     gpus: int,
     user_text: str,
@@ -158,8 +158,8 @@ def list_commands(x_broker_token: Optional[str] = Header(default=None)):
     return {
         "basic_commands": BASIC_COMMANDS,
         "parameterized_commands": PARAMETERIZED_COMMANDS,
-        "paper_reader": {
-            "command": "run_paper_reader",
+        "query_llm": {
+            "command": "query_llm",
             "model_options": MODEL_OPTIONS,
             "gpu_range": [1, 16],
             "default_gpus": 1,
@@ -313,8 +313,8 @@ def home():
                 <button type="submit">Submit basic job</button>
             </form>
 
-            <form method="post" action="/submit-paper-reader">
-                <h2>run_paper_reader</h2>
+            <form method="post" action="/submit-query-llm">
+                <h2>query_llm</h2>
 
                 <div>
                     <label><strong>UI token:</strong></label>
@@ -344,7 +344,7 @@ def home():
                     >hello</textarea>
                 </div>
 
-                <button type="submit">Submit run_paper_reader job</button>
+                <button type="submit">Submit query_llm job</button>
             </form>
 
             <p>
@@ -391,8 +391,8 @@ def submit_basic_from_ui(
     return RedirectResponse("/", status_code=303)
 
 
-@app.post("/submit-paper-reader")
-def submit_paper_reader_from_ui(
+@app.post("/submit-query-llm")
+def submit_query_llm_from_ui(
     model: str = Form(...),
     gpus: int = Form(1),
     user_text: str = Form("hello"),
@@ -400,7 +400,7 @@ def submit_paper_reader_from_ui(
 ):
     verify_ui_token(ui_token)
 
-    validate_paper_reader_args(
+    validate_query_llm_args(
         model=model,
         gpus=gpus,
         user_text=user_text,
@@ -410,7 +410,7 @@ def submit_paper_reader_from_ui(
 
     jobs[job_id] = Job(
         id=job_id,
-        command="run_paper_reader",
+        command="query_llm",
         model=model,
         gpus=gpus,
         user_text=user_text,
@@ -444,8 +444,8 @@ def submit_basic_job_api(
     return job
 
 
-@app.post("/api/jobs/paper-reader")
-def submit_paper_reader_job_api(
+@app.post("/api/jobs/query-llm")
+def submit_query_llm_job_api(
     model: str = Form(...),
     gpus: int = Form(1),
     user_text: str = Form("hello"),
@@ -453,7 +453,7 @@ def submit_paper_reader_job_api(
 ):
     verify_broker_token(x_broker_token)
 
-    validate_paper_reader_args(
+    validate_query_llm_args(
         model=model,
         gpus=gpus,
         user_text=user_text,
@@ -463,7 +463,7 @@ def submit_paper_reader_job_api(
 
     job = Job(
         id=job_id,
-        command="run_paper_reader",
+        command="query_llm",
         model=model,
         gpus=gpus,
         user_text=user_text,