Upload folder using huggingface_hub

scenario_config.json

@@ -7,24 +7,45 @@
     "temperature": 0.2,
     "max_tokens": 256,
     "max_steps_per_task": 8,
-    "system_prompt": "You are an expert DevOps engineer and Node.js developer. You have been dropped into a Linux container with a broken Express.js backend in /app. Your goal is to diagnose and fix bugs so the app runs correctly. Respond ONLY with a JSON object: {\"command\": \"<bash command>\"}. Use standard bash/Linux commands. Do NOT use interactive editors (vi, nano). Be methodical: read files first, understand the bug, then fix it.",
+    "system_prompt": "You are an expert DevOps engineer responding to a production incident. A Node.js Express backend is broken and you must diagnose and fix it using bash commands. The app directory is /app. It contains config files, route handlers, middleware, .env, and old logs. NOT everything is broken — focus on actual root causes, not red herrings. Respond ONLY with a JSON object: {\"command\": \"<bash command>\"}. Use sed, echo, cat, grep — never interactive editors.",
+    "app_structure": {
+        "files": [
+            "/app/config.json",
+            "/app/server.js",
+            "/app/package.json",
+            "/app/.env",
+            "/app/routes/users.js",
+            "/app/routes/data.js",
+            "/app/routes/status.js",
+            "/app/middleware/logger.js",
+            "/app/middleware/rateLimit.js",
+            "/app/logs/error.log"
+        ],
+        "bug_files": ["config.json", "routes/users.js", "routes/data.js"],
+        "red_herrings": [".env", "middleware/logger.js", "middleware/rateLimit.js", "routes/status.js", "logs/error.log"]
+    },
     "tasks": [
         {
             "task_name": "easy",
-            "description": "Fix the port configuration bug so the app starts on port 3000 and /health returns HTTP 200.",
-            "hints": ["Check config.json for wrong settings"],
-            "expected_bugs": ["config.json has port set to 9999 instead of 3000"],
+            "severity": "LOW",
+            "bugs_count": 1,
+            "description": "The app fails to bind to the expected port. Fix it so the app starts on port 3000 and GET /health returns 200.",
+            "bugs": [
+                {
+                    "file": "config.json",
+                    "type": "misconfiguration",
+                    "description": "Port is set to 9999 instead of 3000"
+                }
+            ],
             "verifiers": [
                 {
                     "name": "Config Port Fixed",
-                    "description": "Ensures config.json has port set to 3000",
                     "verification_type": "file_content",
                     "file_path": "/app/config.json",
                     "expected_content": "3000"
                 },
                 {
-                    "name": "Health Endpoint Responds",
-                    "description": "GET /health returns HTTP 200",
+                    "name": "Health Endpoint",
                     "verification_type": "http_check",
                     "endpoint": "/health",
                     "expected_status": 200
@@ -33,33 +54,36 @@
         },
         {
             "task_name": "medium",
-            "description": "Fix the port config AND the syntax error in routes/users.js so /api/users returns valid JSON.",
-            "hints": [
-                "Check config.json for wrong settings",
-                "Look for syntax errors in routes/users.js — missing closing parenthesis"
-            ],
-            "expected_bugs": [
-                "config.json has port set to 9999 instead of 3000",
-                "routes/users.js is missing a closing parenthesis on the router.get() call"
+            "severity": "MEDIUM",
+            "bugs_count": 2,
+            "description": "App crashes on startup. Fix the crash AND a config issue so all endpoints up to /api/users work.",
+            "bugs": [
+                {
+                    "file": "config.json",
+                    "type": "misconfiguration",
+                    "description": "Port is set to 9999 instead of 3000"
+                },
+                {
+                    "file": "routes/users.js",
+                    "type": "syntax_error",
+                    "description": "Missing closing parenthesis on router.get() call causes SyntaxError on import"
+                }
             ],
             "verifiers": [
                 {
                     "name": "Config Port Fixed",
-                    "description": "Ensures config.json has port set to 3000",
                     "verification_type": "file_content",
                     "file_path": "/app/config.json",
                     "expected_content": "3000"
                 },
                 {
                     "name": "Syntax Error Fixed",
-                    "description": "routes/users.js has closing parenthesis on router.get",
                     "verification_type": "file_content",
                     "file_path": "/app/routes/users.js",
                     "expected_content": "});"
                 },
                 {
-                    "name": "Users Endpoint Responds",
-                    "description": "GET /api/users returns HTTP 200 with users array",
+                    "name": "Users Endpoint",
                     "verification_type": "http_check",
                     "endpoint": "/api/users",
                     "expected_status": 200,
@@ -69,49 +93,67 @@
         },
         {
             "task_name": "hard",
-            "description": "Fix ALL three bugs: port config, syntax error, and missing await in the async data handler.",
-            "hints": [
-                "Check config.json for wrong settings",
-                "Look for syntax errors that prevent startup",
-                "Watch out for async/await issues in routes/data.js"
+            "severity": "HIGH",
+            "bugs_count": 3,
+            "description": "Multiple issues: app crashes, endpoints return errors. Misleading logs present. Fix ALL root causes.",
+            "bugs": [
+                {
+                    "file": "config.json",
+                    "type": "misconfiguration",
+                    "description": "Port is set to 9999 instead of 3000"
+                },
+                {
+                    "file": "routes/users.js",
+                    "type": "syntax_error",
+                    "description": "Missing closing parenthesis on router.get() call"
+                },
+                {
+                    "file": "routes/data.js",
+                    "type": "async_bug",
+                    "description": "Missing 'await' before fetchRecordsFromDB() — returns Promise instead of data"
+                }
             ],
-            "expected_bugs": [
-                "config.json has port set to 9999 instead of 3000",
-                "routes/users.js is missing a closing parenthesis on the router.get() call",
-                "routes/data.js is missing 'await' before fetchDataFromDB() causing a pending Promise"
+            "red_herrings": [
+                {
+                    "file": "logs/error.log",
+                    "description": "Old error log with misleading entries about port fallback and database connections"
+                },
+                {
+                    "file": ".env",
+                    "description": "Environment file with DB_HOST and CORS settings — not actually used by the app"
+                },
+                {
+                    "file": "middleware/rateLimit.js",
+                    "description": "Working rate limiter — might look suspicious but has generous limits"
+                }
             ],
             "verifiers": [
                 {
                     "name": "Config Port Fixed",
-                    "description": "Ensures config.json has port set to 3000",
                     "verification_type": "file_content",
                     "file_path": "/app/config.json",
                     "expected_content": "3000"
                 },
                 {
                     "name": "Syntax Error Fixed",
-                    "description": "routes/users.js has closing parenthesis",
                     "verification_type": "file_content",
                     "file_path": "/app/routes/users.js",
                     "expected_content": "});"
                 },
                 {
                     "name": "Await Added",
-                    "description": "routes/data.js uses await before fetchDataFromDB()",
                     "verification_type": "file_content",
                     "file_path": "/app/routes/data.js",
-                    "expected_content": "await fetchDataFromDB"
+                    "expected_content": "await fetchRecordsFromDB"
                 },
                 {
                     "name": "Health Endpoint",
-                    "description": "GET /health returns HTTP 200",
                     "verification_type": "http_check",
                     "endpoint": "/health",
                     "expected_status": 200
                 },
                 {
                     "name": "Users Endpoint",
-                    "description": "GET /api/users returns valid JSON with users",
                     "verification_type": "http_check",
                     "endpoint": "/api/users",
                     "expected_status": 200,
@@ -119,7 +161,6 @@
                 },
                 {
                     "name": "Data Endpoint",
-                    "description": "GET /api/data returns valid JSON with records",
                     "verification_type": "http_check",
                     "endpoint": "/api/data",
                     "expected_status": 200,

server/devops_sandbox_environment.py

@@ -59,6 +59,13 @@ BUG_FILES = {
     "routes/data.js": "await",
 }
 
+# All interesting files in the app (bugs + red herrings)
+ALL_TRACKED_FILES = {
+    "config.json", "server.js", "routes/users.js", "routes/data.js",
+    "routes/status.js", "middleware/logger.js", "middleware/rateLimit.js",
+    ".env", "logs/error.log",
+}
+
 
 class DevOpsSandbox(Environment):
     """
@@ -132,9 +139,9 @@ class DevOpsSandbox(Environment):
         self._snapshot_file_hashes()
         self._inject_grader_script()
 
-        # Gather initial observation
+        # Gather initial observation — show full file tree
         init_stdout = self._exec_cmd(
-            f"ls -la {self._app_dir} && echo '---' && cat {os.path.join(self._app_dir, 'config.json')}"
+            f"find {self._app_dir} -type f | head -20 && echo '---' && cat {os.path.join(self._app_dir, 'package.json')}"
         )
 
         task_prompt = self._build_task_prompt(init_stdout)
@@ -240,50 +247,55 @@ class DevOpsSandbox(Environment):
     def _build_task_prompt(self, init_stdout: str) -> str:
         """Build the task prompt based on the current difficulty level."""
         base = (
-            "=== SELF-HEALING DEVOPS SANDBOX ===\n"
-            f"You have been dropped into a container with a broken Node.js "
-            f"Express backend in {self._app_dir}.\n\n"
+            "=== DEVOPS INCIDENT RESPONSE ===\n"
+            f"ALERT: Production Node.js service in {self._app_dir} is DOWN.\n"
+            "You are the on-call engineer. Diagnose and fix the issue(s).\n\n"
+            "The app is an Express.js backend with multiple routes, middleware,\n"
+            "config files, and logs. Not everything you see is broken — some files\n"
+            "are red herrings. Focus on what's actually causing failures.\n\n"
         )
 
         if self._current_task == "easy":
             mission = (
-                "YOUR MISSION [EASY — 1 bug]:\n"
-                "  Fix the port configuration so that:\n"
-                "  1. The app starts without errors on port 3000\n"
-                "  2. GET /health returns HTTP 200\n\n"
-                "HINTS:\n"
-                "  - Check config.json for wrong settings\n"
+                "SEVERITY: LOW (1 known issue)\n"
+                "SYMPTOM: App fails to bind to the expected port.\n"
+                "EXPECTED: App should listen on port 3000, GET /health returns 200.\n\n"
+                "Start by checking configuration and trying to start the app.\n"
             )
         elif self._current_task == "medium":
             mission = (
-                "YOUR MISSION [MEDIUM — 2 bugs]:\n"
-                "  Fix BOTH bugs so that:\n"
-                "  1. The app starts without errors on port 3000\n"
-                "  2. GET /health returns HTTP 200\n"
-                "  3. GET /api/users returns HTTP 200 with valid JSON\n\n"
-                "HINTS:\n"
-                "  - Check config.json for wrong settings\n"
-                "  - Look for syntax errors in routes/users.js\n"
+                "SEVERITY: MEDIUM (2 known issues)\n"
+                "SYMPTOMS:\n"
+                "  - App crashes immediately on startup\n"
+                "  - Even after fixing the crash, some routes may not work\n"
+                "EXPECTED:\n"
+                "  - App listens on port 3000\n"
+                "  - GET /health returns 200\n"
+                "  - GET /api/users returns 200 with valid JSON\n\n"
+                "Check startup logs carefully. The crash message will point you\n"
+                "to the first bug, but there may be a config issue too.\n"
             )
         else:
             mission = (
-                "YOUR MISSION [HARD — 3 bugs]:\n"
-                "  Fix ALL bugs so that:\n"
-                "  1. The app starts without errors on port 3000\n"
-                "  2. GET /health returns HTTP 200\n"
-                "  3. GET /api/users returns HTTP 200 with valid JSON\n"
-                "  4. GET /api/data returns HTTP 200 with valid JSON\n\n"
-                "HINTS:\n"
-                "  - Check config files for wrong settings\n"
-                "  - Look for syntax errors that prevent startup\n"
-                "  - Watch out for async/await issues\n"
+                "SEVERITY: HIGH (3 known issues)\n"
+                "SYMPTOMS:\n"
+                "  - App crashes on startup with an error\n"
+                "  - Multiple endpoints return errors or bad data\n"
+                "  - There are misleading old logs in logs/error.log\n"
+                "EXPECTED:\n"
+                "  - App listens on port 3000\n"
+                "  - GET /health returns 200\n"
+                "  - GET /api/users returns 200 with JSON containing 'users' array\n"
+                "  - GET /api/data returns 200 with JSON containing 'records' array\n\n"
+                "WARNING: The app has middleware, config files, .env, and old logs.\n"
+                "Not everything is broken — isolate the actual root causes.\n"
             )
 
         return (
             base + mission +
             "\nUse bash commands to explore, edit files, and test.\n"
-            "When you think you've fixed everything, run: npm start\n\n"
-            f"--- INITIAL DIRECTORY LISTING ---\n{init_stdout}\n"
+            "When you think you've fixed everything, run: cd /app && npm start\n\n"
+            f"--- INITIAL STATE ---\n{init_stdout}\n"
         )
 
     def _bugs_for_task(self) -> int:

simulated_app/.env

@@ -0,0 +1,7 @@
+NODE_ENV=production
+LOG_LEVEL=info
+DB_HOST=localhost
+DB_PORT=5432
+DB_NAME=sandbox_db
+SESSION_SECRET=s3cr3t_k3y_d0_n0t_sh4r3
+CORS_ORIGIN=http://localhost:3000

simulated_app/config.json

@@ -1,5 +1,10 @@
 {
   "port": 9999,
   "appName": "DevOps Sandbox App",
-  "version": "1.0.0"
+  "version": "1.0.0",
+  "logLevel": "info",
+  "rateLimit": {
+    "windowMs": 60000,
+    "maxRequests": 100
+  }
 }

simulated_app/middleware/logger.js

@@ -0,0 +1,18 @@
+/**
+ * Request logging middleware.
+ * Logs method, URL, status code, and response time for every request.
+ */
+function requestLogger(req, res, next) {
+  const start = Date.now();
+  const originalEnd = res.end;
+
+  res.end = function (...args) {
+    const duration = Date.now() - start;
+    console.log(`[${new Date().toISOString()}] ${req.method} ${req.originalUrl} ${res.statusCode} ${duration}ms`);
+    originalEnd.apply(res, args);
+  };
+
+  next();
+}
+
+module.exports = { requestLogger };

simulated_app/middleware/rateLimit.js

@@ -0,0 +1,39 @@
+/**
+ * Simple in-memory rate limiter middleware.
+ * Tracks request counts per IP within a sliding window.
+ */
+const requestCounts = new Map();
+
+function rateLimiter(req, res, next) {
+  const ip = req.ip || req.connection.remoteAddress || 'unknown';
+  const now = Date.now();
+  const windowMs = 60000; // 1 minute window
+  const maxRequests = 100;
+
+  if (!requestCounts.has(ip)) {
+    requestCounts.set(ip, { count: 1, windowStart: now });
+    return next();
+  }
+
+  const record = requestCounts.get(ip);
+
+  if (now - record.windowStart > windowMs) {
+    // Reset window
+    record.count = 1;
+    record.windowStart = now;
+    return next();
+  }
+
+  record.count++;
+
+  if (record.count > maxRequests) {
+    return res.status(429).json({
+      error: 'Too many requests',
+      retryAfter: Math.ceil((record.windowStart + windowMs - now) / 1000)
+    });
+  }
+
+  next();
+}
+
+module.exports = { rateLimiter };

simulated_app/routes/data.js

@@ -1,36 +1,34 @@
 const express = require('express');
 const router = express.Router();
 
-// Simulates fetching data from a database
-function fetchDataFromDB() {
+// Simulates an async database query
+function fetchRecordsFromDB() {
   return new Promise((resolve) => {
     setTimeout(() => {
       resolve({
         records: [
-          { id: 1, value: 'sensor_alpha', reading: 42.5 },
-          { id: 2, value: 'sensor_beta', reading: 17.3 },
-          { id: 3, value: 'sensor_gamma', reading: 88.1 }
+          { id: 1, sensor: 'temperature', value: 42.5, unit: 'C', timestamp: new Date().toISOString() },
+          { id: 2, sensor: 'humidity', value: 67.3, unit: '%', timestamp: new Date().toISOString() },
+          { id: 3, sensor: 'pressure', value: 1013.25, unit: 'hPa', timestamp: new Date().toISOString() },
+          { id: 4, sensor: 'wind_speed', value: 12.8, unit: 'km/h', timestamp: new Date().toISOString() }
         ],
-        timestamp: new Date().toISOString()
+        total: 4,
+        page: 1
       });
     }, 100);
   });
 }
 
-// BUG 3 (Hard): The handler is marked async but does NOT await the Promise.
-// This means `result` will be a pending Promise object, not the resolved data.
-// Express will try to serialize the Promise, resulting in an empty/broken response
-// or a 500 error when the client expects valid JSON.
-
 router.get('/', async (req, res) => {
   try {
-    const result = fetchDataFromDB();
+    const result = fetchRecordsFromDB();
     if (!result || !result.records) {
-      return res.status(500).json({ error: 'Failed to fetch data' });
+      return res.status(500).json({ error: 'Database query returned empty result' });
     }
     res.json(result);
   } catch (err) {
-    res.status(500).json({ error: 'Internal server error' });
+    console.error(`[DATA] Error fetching records: ${err.message}`);
+    res.status(500).json({ error: 'Failed to fetch sensor data' });
   }
 });
 

simulated_app/routes/status.js

@@ -0,0 +1,20 @@
+const express = require('express');
+const router = express.Router();
+const os = require('os');
+
+router.get('/', (req, res) => {
+  res.json({
+    status: 'operational',
+    hostname: os.hostname(),
+    platform: os.platform(),
+    memory: {
+      total: Math.round(os.totalmem() / 1024 / 1024),
+      free: Math.round(os.freemem() / 1024 / 1024),
+      unit: 'MB'
+    },
+    uptime: Math.round(os.uptime()),
+    nodeVersion: process.version
+  });
+});
+
+module.exports = router;

simulated_app/routes/users.js

@@ -1,18 +1,20 @@
 const express = require('express');
 const router = express.Router();
 
-// BUG 2 (Medium): There is a syntax error below.
-// The closing parenthesis for router.get() is missing,
-// which will cause Node.js to crash on startup with a SyntaxError.
-
 const users = [
-  { id: 1, name: 'Alice', email: 'alice@example.com' },
-  { id: 2, name: 'Bob', email: 'bob@example.com' },
-  { id: 3, name: 'Charlie', email: 'charlie@example.com' }
+  { id: 1, name: 'Alice', email: 'alice@example.com', role: 'admin' },
+  { id: 2, name: 'Bob', email: 'bob@example.com', role: 'user' },
+  { id: 3, name: 'Charlie', email: 'charlie@example.com', role: 'user' },
+  { id: 4, name: 'Diana', email: 'diana@example.com', role: 'moderator' }
 ];
 
 router.get('/', (req, res) => {
-  res.json({ users: users });
+  const role = req.query.role;
+  if (role) {
+    const filtered = users.filter(u => u.role === role);
+    return res.json({ users: filtered, count: filtered.length });
+  }
+  res.json({ users: users, count: users.length });
 };
 
 module.exports = router;

simulated_app/server.js

@@ -1,22 +1,34 @@
 const express = require('express');
 const config = require('./config.json');
+const { requestLogger } = require('./middleware/logger');
+const { rateLimiter } = require('./middleware/rateLimit');
 
 const app = express();
 app.use(express.json());
+app.use(requestLogger);
+app.use(rateLimiter);
 
-// Health check endpoint
+// Health check
 app.get('/health', (req, res) => {
-  res.json({ status: 'ok', uptime: process.uptime() });
+  res.json({ status: 'ok', uptime: process.uptime(), version: config.version });
 });
 
-// Mount route modules
+// Mount routes
 const usersRouter = require('./routes/users');
 const dataRouter = require('./routes/data');
+const statusRouter = require('./routes/status');
 
 app.use('/api/users', usersRouter);
 app.use('/api/data', dataRouter);
+app.use('/api/status', statusRouter);
 
-// Start server on the port from config
+// Error handling middleware
+app.use((err, req, res, next) => {
+  console.error(`[ERROR] ${err.message}`);
+  res.status(500).json({ error: 'Internal server error' });
+});
+
+// Start server
 const PORT = config.port;
 app.listen(PORT, '0.0.0.0', () => {
   console.log(`Server running on port ${PORT}`);