diff --git "a/lambada_openai.log" "b/lambada_openai.log" new file mode 100644--- /dev/null +++ "b/lambada_openai.log" @@ -0,0 +1,26 @@ +INFO 03-06 13:36:21 __init__.py:192] Automatically detected platform hpu. +2025-03-06:13:36:21,502 INFO [__main__.py:279] Verbosity set to INFO +2025-03-06:13:36:26,501 INFO [__main__.py:364] Passed `--trust_remote_code`, setting environment variable `HF_DATASETS_TRUST_REMOTE_CODE=true` +2025-03-06:13:36:26,501 INFO [__main__.py:376] Selected Tasks: ['lambada_openai'] +2025-03-06:13:36:26,503 INFO [evaluator.py:164] Setting random seed to 0 | Setting numpy seed to 1234 | Setting torch manual seed to 1234 | Setting fewshot manual seed to 1234 +2025-03-06:13:36:26,503 INFO [evaluator.py:201] Initializing local-completions model, with arguments: {'model': '/mnt/disk5/hf_models/DeepSeek-R1-BF16', 'tokenizer_backend': 'huggingface', 'base_url': 'http://localhost:8080/v1/completions', 'trust_remote_code': True} +2025-03-06:13:36:26,503 WARNING [api_models.py:107] Batch size > 1 detected. Ensure your API supports batched requests with varying total sequence lengths. +2025-03-06:13:36:26,503 INFO [api_models.py:115] Using max length 2048 - 1 +2025-03-06:13:36:26,503 INFO [api_models.py:118] Concurrent requests are disabled. To enable concurrent requests, set `num_concurrent` > 1. +2025-03-06:13:36:26,503 INFO [api_models.py:133] Using tokenizer huggingface +2025-03-06:13:36:34,225 WARNING [task.py:325] [Task: lambada_openai] has_training_docs and has_validation_docs are False, using test_docs as fewshot_docs but this is not recommended. +2025-03-06:13:36:34,225 WARNING [task.py:325] [Task: lambada_openai] has_training_docs and has_validation_docs are False, using test_docs as fewshot_docs but this is not recommended. +2025-03-06:13:36:34,267 INFO [task.py:415] Building contexts for lambada_openai on rank 0... + 0%| | 0/5153 [00:00