tests/eval/shared/run-dir.test.ts

import { describe, it, expect, beforeEach, afterEach } from 'vitest';
import { existsSync, rmSync, mkdtempSync } from 'fs';
import { tmpdir } from 'os';
import { join } from 'path';
import { createRunDir } from '@/eval/shared/run-dir';

describe('createRunDir', () => {
  let tempRoot: string;

  beforeEach(() => {
    tempRoot = mkdtempSync(join(tmpdir(), 'run-dir-test-'));
  });

  afterEach(() => {
    rmSync(tempRoot, { recursive: true, force: true });
  });

  it('creates <base>/<sanitized-model>/<timestamp>/ and returns the path', () => {
    const runDir = createRunDir(tempRoot, 'openai:gpt-4.1');
    expect(runDir.startsWith(join(tempRoot, 'openai-gpt-4.1'))).toBe(true);
    expect(existsSync(runDir)).toBe(true);
  });

  it('sanitizes both : and / from the model string', () => {
    const runDir = createRunDir(tempRoot, 'google:gemini-2.5-flash/latest');
    expect(runDir).toContain('google-gemini-2.5-flash-latest');
    expect(runDir).not.toMatch(/[:/]gemini/);
  });

  it('timestamp segment has no colons or dots', () => {
    const runDir = createRunDir(tempRoot, 'x');
    const segments = runDir.split('/');
    const timestamp = segments[segments.length - 1];
    expect(timestamp).not.toContain(':');
    expect(timestamp).not.toContain('.');
    expect(timestamp).toMatch(/^\d{4}-\d{2}-\d{2}T\d{2}-\d{2}-\d{2}$/);
  });
});