Spaces:

Subhadip007
/

researchpilot-api

Running

App Files Files Community

researchpilot-api / output.txt

Subhadip007

feat: data ingestion and processing pipeline complete

233102d about 1 month ago

raw

history blame contribute delete

10.4 kB

	��[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m105[0m \| [1m=======================================================[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m106[0m \| [1mRESEARCHPILOT � INGESTION TEST SUITE[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m107[0m \| [1m=======================================================[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m110[0m \| [1m
	[TEST 1] Checking existing data on disk...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_existing_data[0m:[36m26[0m \| [1mPapers already on disk: 10[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_existing_data[0m:[36m37[0m \| [1m -> 2603.10995: Factorized Neural Implicit DMD for Parametric Dynamics...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_existing_data[0m:[36m38[0m \| [1m Category: cs.LG \| Date: 2026-03-11[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_existing_data[0m:[36m37[0m \| [1m -> 2603.11000: Cross-Species Transfer Learning for Electrophysiology-to-Tra...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_existing_data[0m:[36m38[0m \| [1m Category: cs.LG \| Date: 2026-03-11[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_existing_data[0m:[36m37[0m \| [1m -> 2603.11001: RCTs & Human Uplift Studies: Methodological Challenges and P...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_existing_data[0m:[36m38[0m \| [1m Category: cs.CY \| Date: 2026-03-11[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m114[0m \| [1m
	[TEST 2] Schema validation...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_schema_validation[0m:[36m46[0m \| [1mTesting schema validation...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_schema_validation[0m:[36m67[0m \| [1m -> Schema validation: PASSED[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_schema_validation[0m:[36m68[0m \| [1m paper_id cleaned: '2301.07041'[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_schema_validation[0m:[36m69[0m \| [1m title cleaned: 'Test Paper With Extra Spaces'[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m118[0m \| [1m
	[TEST 3] Fresh fetch from ArXiv...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_fresh_fetch[0m:[36m81[0m \| [1mFetching 3 fresh papers from ArXiv...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36msrc.ingestion.arxiv_fetcher[0m:[36m__init__[0m:[36m132[0m \| [1mArXivFetcher initialized. Already have 3 papers indexed.[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36msrc.ingestion.arxiv_fetcher[0m:[36mfetch_papers[0m:[36m262[0m \| [1mSearch query: 'cat:cs.LG OR cat:cs.AI'[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36msrc.ingestion.arxiv_fetcher[0m:[36mfetch_papers[0m:[36m263[0m \| [1mTarget: '3 papers'[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36msrc.ingestion.arxiv_fetcher[0m:[36mfetch_papers[0m:[36m278[0m \| [1mStarting ArXiv fetch...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36msrc.ingestion.arxiv_fetcher[0m:[36mfetch_papers[0m:[36m317[0m \| [1mFetch complete.Fetched: 3 \| Skipped (duplicate): 0 \| Skipped (invalid): 0[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_fresh_fetch[0m:[36m96[0m \| [1m -> Fresh fetch: PASSED. Got 3 papers[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_fresh_fetch[0m:[36m98[0m \| [1m 2603.11048: COMIC: Agentic Sketch Comedy Generation...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_fresh_fetch[0m:[36m98[0m \| [1m 2603.11047: LiTo: Surface Light Field Tokenization...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_fresh_fetch[0m:[36m98[0m \| [1m 2603.11045: Neural Field Thermal Tomography: A Differentiable Physi...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m121[0m \| [1m
	=======================================================[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m122[0m \| [1mTEST SUITE COMPLETE[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m123[0m \| [1mExisting papers: 3 shown (may have more)[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m124[0m \| [1mFresh papers fetched: 3[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m125[0m \| [1m=======================================================[0m

	��[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m105[0m \| [1m=======================================================[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m106[0m \| [1mRESEARCHPILOT � INGESTION TEST SUITE[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m107[0m \| [1m=======================================================[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m110[0m \| [1m
	[TEST 1] Checking existing data on disk...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_existing_data[0m:[36m26[0m \| [1mPapers already on disk: 10[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_existing_data[0m:[36m37[0m \| [1m -> 2603.10995: Factorized Neural Implicit DMD for Parametric Dynamics...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_existing_data[0m:[36m38[0m \| [1m Category: cs.LG \| Date: 2026-03-11[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_existing_data[0m:[36m37[0m \| [1m -> 2603.11000: Cross-Species Transfer Learning for Electrophysiology-to-Tra...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_existing_data[0m:[36m38[0m \| [1m Category: cs.LG \| Date: 2026-03-11[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_existing_data[0m:[36m37[0m \| [1m -> 2603.11001: RCTs & Human Uplift Studies: Methodological Challenges and P...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_existing_data[0m:[36m38[0m \| [1m Category: cs.CY \| Date: 2026-03-11[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m114[0m \| [1m
	[TEST 2] Schema validation...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_schema_validation[0m:[36m46[0m \| [1mTesting schema validation...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_schema_validation[0m:[36m67[0m \| [1m -> Schema validation: PASSED[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_schema_validation[0m:[36m68[0m \| [1m paper_id cleaned: '2301.07041'[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_schema_validation[0m:[36m69[0m \| [1m title cleaned: 'Test Paper With Extra Spaces'[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m118[0m \| [1m
	[TEST 3] Fresh fetch from ArXiv...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_fresh_fetch[0m:[36m81[0m \| [1mFetching 3 fresh papers from ArXiv...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36msrc.ingestion.arxiv_fetcher[0m:[36m__init__[0m:[36m132[0m \| [1mArXivFetcher initialized. Already have 3 papers indexed.[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36msrc.ingestion.arxiv_fetcher[0m:[36mfetch_papers[0m:[36m262[0m \| [1mSearch query: 'cat:cs.LG OR cat:cs.AI'[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36msrc.ingestion.arxiv_fetcher[0m:[36mfetch_papers[0m:[36m263[0m \| [1mTarget: '3 papers'[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36msrc.ingestion.arxiv_fetcher[0m:[36mfetch_papers[0m:[36m278[0m \| [1mStarting ArXiv fetch...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36msrc.ingestion.arxiv_fetcher[0m:[36mfetch_papers[0m:[36m317[0m \| [1mFetch complete.Fetched: 3 \| Skipped (duplicate): 0 \| Skipped (invalid): 0[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_fresh_fetch[0m:[36m96[0m \| [1m -> Fresh fetch: PASSED. Got 3 papers[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_fresh_fetch[0m:[36m98[0m \| [1m 2603.11048: COMIC: Agentic Sketch Comedy Generation...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_fresh_fetch[0m:[36m98[0m \| [1m 2603.11047: LiTo: Surface Light Field Tokenization...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mtest_fresh_fetch[0m:[36m98[0m \| [1m 2603.11045: Neural Field Thermal Tomography: A Differentiable Physi...[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m121[0m \| [1m
	=======================================================[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m122[0m \| [1mTEST SUITE COMPLETE[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m123[0m \| [1mExisting papers: 3 shown (may have more)[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m124[0m \| [1mFresh papers fetched: 3[0m
	[32m2026-03-13 02:33:43[0m \| [1mINFO [0m \| [36m__main__[0m:[36mmain[0m:[36m125[0m \| [1m=======================================================[0m