HARvestGym / parameter_pools.json
kdcyberdude's picture
Upload folder using huggingface_hub
9eebce3 verified
{
"_meta": {
"description": "Static parameter pools for the 7 HARvestGym task templates.",
"generated_at": "2026-04-08",
"source": {
"categories": "GET /rest/V1/categories/list (live EC2, port 7780)",
"products": "HTML scrape of search results page on live EC2 store (port 7770) \u2014 product_id is the Magento entity ID used in add-to-cart forms; sku is PROD-{product_id} as the store REST API is auth-gated",
"forums": "HTML scrape of /forums page (live EC2, port 9999) + HTTP 200 verification per slug",
"wikipedia": "Well-known Wikipedia titles \u2014 verified by grader at runtime via HEAD /wikipedia_en.../A/{slug}",
"admin_skus": "Generated (HAR-TEST-NNN namespace, no collision with existing catalog)",
"post_titles": "Generated \u2014 grader checks post was created, not the exact title wording"
},
"grader_matching_notes": {
"template_1": "category_id stored for grader; category_name is what appears in task string",
"template_2": "expected_slug stored for grader (verifies HTTP 200); display title is in task string",
"template_3": "product_id stored for grader (checks POST /checkout/cart/add + cart probe); product name is in task string for HTML search flow",
"template_4": "forum_name must exist and return posts; no exact value matching needed",
"template_5": "title is free-form generated; grader only checks post was created in that forum",
"template_6": "product_id stored for grader; name is in task string; checkout grader checks REST guest-cart stages OR HTML checkout flow",
"template_7": "sku+price are exact \u2014 grader calls GET /rest/V1/products/{sku} to verify creation"
}
},
"template_1": {
"description": "List products in category {category_name}",
"tier": "Easy",
"app": "shopping",
"slots": [
"category_name"
],
"pool": {
"category_name": [
{
"name": "Bags",
"category_id": 4
},
{
"name": "Backpack",
"category_id": 4
},
{
"name": "Jackets",
"category_id": 11
},
{
"name": "Hoodies",
"category_id": 9
},
{
"name": "Pants",
"category_id": 13
},
{
"name": "Shoes",
"category_id": 3
},
{
"name": "Boots",
"category_id": 3
},
{
"name": "Slippers",
"category_id": 3
}
]
}
},
"template_2": {
"description": "Retrieve article summary for {title}",
"tier": "Easy",
"app": "wikipedia",
"slots": [
"title"
],
"pool": {
"title": [
{
"display": "Python (programming language)",
"search_query": "Python programming language",
"expected_slug": "Python_(programming_language)"
},
{
"display": "Albert Einstein",
"search_query": "Albert Einstein",
"expected_slug": "Albert_Einstein"
},
{
"display": "World War II",
"search_query": "World War II",
"expected_slug": "World_War_II"
},
{
"display": "Photosynthesis",
"search_query": "Photosynthesis",
"expected_slug": "Photosynthesis"
},
{
"display": "Marie Curie",
"search_query": "Marie Curie",
"expected_slug": "Marie_Curie"
},
{
"display": "Moon",
"search_query": "Moon",
"expected_slug": "Moon"
},
{
"display": "JavaScript",
"search_query": "JavaScript",
"expected_slug": "JavaScript"
},
{
"display": "Eiffel Tower",
"search_query": "Eiffel Tower",
"expected_slug": "Eiffel_Tower"
},
{
"display": "Black hole",
"search_query": "Black hole",
"expected_slug": "Black_hole"
},
{
"display": "Charles Darwin",
"search_query": "Charles Darwin",
"expected_slug": "Charles_Darwin"
},
{
"display": "Artificial intelligence",
"search_query": "Artificial intelligence",
"expected_slug": "Artificial_intelligence"
},
{
"display": "DNA",
"search_query": "DNA",
"expected_slug": "DNA"
},
{
"display": "Mount Everest",
"search_query": "Mount Everest",
"expected_slug": "Mount_Everest"
},
{
"display": "Isaac Newton",
"search_query": "Isaac Newton",
"expected_slug": "Isaac_Newton"
},
{
"display": "Solar System",
"search_query": "Solar System",
"expected_slug": "Solar_System"
},
{
"display": "Great Wall of China",
"search_query": "Great Wall of China",
"expected_slug": "Great_Wall_of_China"
},
{
"display": "William Shakespeare",
"search_query": "William Shakespeare",
"expected_slug": "William_Shakespeare"
},
{
"display": "Amazon River",
"search_query": "Amazon River",
"expected_slug": "Amazon_River"
},
{
"display": "Quantum mechanics",
"search_query": "Quantum mechanics",
"expected_slug": "Quantum_mechanics"
},
{
"display": "Napoleon",
"search_query": "Napoleon",
"expected_slug": "Napoleon"
}
]
}
},
"template_3": {
"description": "Add {product_name} to a guest cart",
"tier": "Medium",
"app": "shopping",
"slots": [
"product_name"
],
"pool": {
"product_name": [
{
"name": "Camera Backpack Bagsmar DSLR Waterproof",
"sku": "PROD-89940",
"product_id": 89940
},
{
"name": "Totes Womens Cold Weather Boots Nicole",
"sku": "PROD-29409",
"product_id": 29409
},
{
"name": "Totes Womens Snow Boots Jami Lace Up",
"sku": "PROD-83651",
"product_id": 83651
},
{
"name": "Noldares Flannel Jacket For Men Plaid",
"sku": "PROD-59237",
"product_id": 59237
},
{
"name": "Inesver Womens Leather Jacket Open Front",
"sku": "PROD-30743",
"product_id": 30743
},
{
"name": "Womens Corduroy Coat Plaid Hoodie Long Jacket",
"sku": "PROD-13227",
"product_id": 13227
},
{
"name": "Womens Fleece Jacket With Hood Winter",
"sku": "PROD-60773",
"product_id": 60773
},
{
"name": "Champion Hoodie Big And Tall Zip Up",
"sku": "PROD-64850",
"product_id": 64850
},
{
"name": "Matching Couples Hoodie Set",
"sku": "PROD-60915",
"product_id": 60915
},
{
"name": "Mens Novelty 3D Printed Pullover Hoodie",
"sku": "PROD-62228",
"product_id": 62228
},
{
"name": "Mens Slim Fit Cargo Pants Athletic",
"sku": "PROD-65987",
"product_id": 65987
},
{
"name": "Mens Ripstop Cargo Pants Tactical Hiking",
"sku": "PROD-10245",
"product_id": 10245
},
{
"name": "Womens Flowy Boho Harem Pants Yoga",
"sku": "PROD-64374",
"product_id": 64374
},
{
"name": "Womens High Waist Harem Pants Stripe",
"sku": "PROD-61333",
"product_id": 61333
},
{
"name": "Shoeslocker Womens Cozy Memory Foam Slippers",
"sku": "PROD-94779",
"product_id": 94779
},
{
"name": "Mens Canvas Korean Fashion Casual Shoes",
"sku": "PROD-60868",
"product_id": 60868
},
{
"name": "Unisex Diving Shoes Ultralight Anti Slip",
"sku": "PROD-12364",
"product_id": 12364
},
{
"name": "Womens Loafers Fashion Retro Single Shoes",
"sku": "PROD-63738",
"product_id": 63738
}
]
}
},
"template_4": {
"description": "Retrieve all posts in {forum_category} (authed)",
"tier": "Medium",
"app": "forum",
"slots": [
"forum_category"
],
"pool": {
"forum_category": [
{
"forum_name": "AskReddit"
},
{
"forum_name": "relationship_advice"
},
{
"forum_name": "worldnews"
},
{
"forum_name": "news"
},
{
"forum_name": "movies"
},
{
"forum_name": "memes"
},
{
"forum_name": "wallstreetbets"
},
{
"forum_name": "gaming"
},
{
"forum_name": "technology"
},
{
"forum_name": "pics"
},
{
"forum_name": "funny"
},
{
"forum_name": "television"
},
{
"forum_name": "mildlyinteresting"
},
{
"forum_name": "Showerthoughts"
},
{
"forum_name": "todayilearned"
},
{
"forum_name": "personalfinance"
},
{
"forum_name": "LifeProTips"
},
{
"forum_name": "Futurology"
},
{
"forum_name": "Music"
},
{
"forum_name": "explainlikeimfive"
},
{
"forum_name": "books"
},
{
"forum_name": "science"
},
{
"forum_name": "Jokes"
},
{
"forum_name": "tifu"
},
{
"forum_name": "space"
}
]
}
},
"template_5": {
"description": "Create a post titled {title} in {category}",
"tier": "Hard",
"app": "forum",
"slots": [
"title",
"category"
],
"pool": {
"title": [
"Thoughts on the latest developments in AI safety",
"Best practices for remote work in 2026",
"How do you stay motivated when learning a new skill?",
"What are your favourite open-source projects right now?",
"Underrated books that changed how you think",
"Tips for beginner photographers \u2014 what I wish I knew",
"The most interesting science paper I read this week",
"Ask me anything about Python performance tuning",
"Weekly discussion: what are you building this month?",
"Hidden gems in streaming music you should know about",
"Travel destinations that are worth the hype",
"How to cook a perfect risotto \u2014 my method after 10 attempts",
"What sport have you picked up recently and why?",
"Recommend a documentary that genuinely surprised you",
"Discussion: is functional programming overrated?",
"Things that made you better at managing personal finance",
"The weirdest film you watched and actually enjoyed",
"My experience switching from VS Code to a different editor",
"Why I started journaling and what changed",
"Gaming setup upgrades that actually made a difference"
],
"category": [
{
"forum_name": "AskReddit"
},
{
"forum_name": "relationship_advice"
},
{
"forum_name": "worldnews"
},
{
"forum_name": "news"
},
{
"forum_name": "movies"
},
{
"forum_name": "memes"
},
{
"forum_name": "wallstreetbets"
},
{
"forum_name": "gaming"
},
{
"forum_name": "technology"
},
{
"forum_name": "pics"
},
{
"forum_name": "funny"
},
{
"forum_name": "television"
},
{
"forum_name": "mildlyinteresting"
},
{
"forum_name": "Showerthoughts"
},
{
"forum_name": "todayilearned"
},
{
"forum_name": "personalfinance"
},
{
"forum_name": "LifeProTips"
},
{
"forum_name": "Futurology"
},
{
"forum_name": "Music"
},
{
"forum_name": "explainlikeimfive"
},
{
"forum_name": "books"
},
{
"forum_name": "science"
},
{
"forum_name": "Jokes"
},
{
"forum_name": "tifu"
},
{
"forum_name": "space"
}
]
}
},
"template_6": {
"description": "Guest checkout for {product_name}",
"tier": "Hard",
"app": "shopping",
"slots": [
"product_name"
],
"pool": {
"product_name": [
{
"name": "Camera Backpack Bagsmar DSLR Waterproof",
"sku": "PROD-89940",
"product_id": 89940
},
{
"name": "Totes Womens Cold Weather Boots Nicole",
"sku": "PROD-29409",
"product_id": 29409
},
{
"name": "Totes Womens Snow Boots Jami Lace Up",
"sku": "PROD-83651",
"product_id": 83651
},
{
"name": "Noldares Flannel Jacket For Men Plaid",
"sku": "PROD-59237",
"product_id": 59237
},
{
"name": "Inesver Womens Leather Jacket Open Front",
"sku": "PROD-30743",
"product_id": 30743
},
{
"name": "Womens Corduroy Coat Plaid Hoodie Long Jacket",
"sku": "PROD-13227",
"product_id": 13227
},
{
"name": "Womens Fleece Jacket With Hood Winter",
"sku": "PROD-60773",
"product_id": 60773
},
{
"name": "Champion Hoodie Big And Tall Zip Up",
"sku": "PROD-64850",
"product_id": 64850
},
{
"name": "Matching Couples Hoodie Set",
"sku": "PROD-60915",
"product_id": 60915
},
{
"name": "Mens Novelty 3D Printed Pullover Hoodie",
"sku": "PROD-62228",
"product_id": 62228
},
{
"name": "Mens Slim Fit Cargo Pants Athletic",
"sku": "PROD-65987",
"product_id": 65987
},
{
"name": "Mens Ripstop Cargo Pants Tactical Hiking",
"sku": "PROD-10245",
"product_id": 10245
},
{
"name": "Womens Flowy Boho Harem Pants Yoga",
"sku": "PROD-64374",
"product_id": 64374
},
{
"name": "Womens High Waist Harem Pants Stripe",
"sku": "PROD-61333",
"product_id": 61333
},
{
"name": "Shoeslocker Womens Cozy Memory Foam Slippers",
"sku": "PROD-94779",
"product_id": 94779
},
{
"name": "Mens Canvas Korean Fashion Casual Shoes",
"sku": "PROD-60868",
"product_id": 60868
},
{
"name": "Unisex Diving Shoes Ultralight Anti Slip",
"sku": "PROD-12364",
"product_id": 12364
},
{
"name": "Womens Loafers Fashion Retro Single Shoes",
"sku": "PROD-63738",
"product_id": 63738
}
]
}
},
"template_7": {
"description": "Create a new product with SKU {sku}, price {price}",
"tier": "Hard",
"app": "shopping_admin",
"slots": [
"sku",
"price",
"product_name"
],
"pool": {
"product_spec": [
{
"sku": "HAR-TEST-001",
"price": 19.99,
"product_name": "HAR Training Widget Alpha"
},
{
"sku": "HAR-TEST-002",
"price": 34.5,
"product_name": "HAR Training Widget Beta"
},
{
"sku": "HAR-TEST-003",
"price": 9.99,
"product_name": "HAR Economy Pack"
},
{
"sku": "HAR-TEST-004",
"price": 49.0,
"product_name": "HAR Premium Kit"
},
{
"sku": "HAR-TEST-005",
"price": 7.75,
"product_name": "HAR Starter Bundle"
},
{
"sku": "HAR-TEST-006",
"price": 129.0,
"product_name": "HAR Deluxe Set"
},
{
"sku": "HAR-TEST-007",
"price": 22.0,
"product_name": "HAR Standard Unit"
},
{
"sku": "HAR-TEST-008",
"price": 14.95,
"product_name": "HAR Basic Module"
},
{
"sku": "HAR-TEST-009",
"price": 59.99,
"product_name": "HAR Advanced Pack"
},
{
"sku": "HAR-TEST-010",
"price": 3.5,
"product_name": "HAR Mini Component"
},
{
"sku": "HAR-TEST-011",
"price": 89.0,
"product_name": "HAR Pro Edition"
},
{
"sku": "HAR-TEST-012",
"price": 11.25,
"product_name": "HAR Lite Version"
},
{
"sku": "HAR-TEST-013",
"price": 199.99,
"product_name": "HAR Enterprise Module"
},
{
"sku": "HAR-TEST-014",
"price": 6.0,
"product_name": "HAR Sample Item"
},
{
"sku": "HAR-TEST-015",
"price": 45.0,
"product_name": "HAR Mid-Range Pack"
},
{
"sku": "HAR-TEST-016",
"price": 25.0,
"product_name": "HAR Core Component"
},
{
"sku": "HAR-TEST-017",
"price": 75.0,
"product_name": "HAR Extended Kit"
},
{
"sku": "HAR-TEST-018",
"price": 18.5,
"product_name": "HAR Value Bundle"
},
{
"sku": "HAR-TEST-019",
"price": 99.0,
"product_name": "HAR Complete Suite"
},
{
"sku": "HAR-TEST-020",
"price": 2.99,
"product_name": "HAR Micro Unit"
}
]
}
}
}