prashantmatlani commited on
Commit
e3b41fc
·
1 Parent(s): 276f522

modified inference to include [START] at the beginning of each task

Browse files
Files changed (1) hide show
  1. inference.py +19 -0
inference.py CHANGED
@@ -185,6 +185,7 @@ def run_single_task(task):
185
  # =========================
186
  # MAIN
187
  # =========================
 
188
  def main():
189
 
190
  model_name = os.getenv("MODEL_NAME", "unknown-model")
@@ -199,7 +200,25 @@ def main():
199
  # RUN DISTINCT TASKS (NOT LOOP COPIES)
200
  for task in TASKS:
201
  run_single_task(task)
 
 
 
202
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
203
 
204
  if __name__ == "__main__":
205
  main()
 
185
  # =========================
186
  # MAIN
187
  # =========================
188
+ """
189
  def main():
190
 
191
  model_name = os.getenv("MODEL_NAME", "unknown-model")
 
200
  # RUN DISTINCT TASKS (NOT LOOP COPIES)
201
  for task in TASKS:
202
  run_single_task(task)
203
+ """
204
+
205
+ def main():
206
 
207
+ model_name = os.getenv("MODEL_NAME", "unknown-model")
208
+ api_base_url = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
209
+
210
+ print(f"[CONFIG] api_base_url={api_base_url}")
211
+
212
+ benchmark = "openenv"
213
+
214
+ # 🚨 CRITICAL: One START per task (validator reads this)
215
+ for task in TASKS:
216
+
217
+ task_name = task["name"]
218
+
219
+ print(f"[START] task={task_name} env={benchmark} model={model_name}")
220
+
221
+ run_single_task(task)
222
 
223
  if __name__ == "__main__":
224
  main()