tests/test_quality.py

import sys
import json
from io import StringIO
from app import get_response

def test_quality():
    """Tests if the expected functions and values are used"""
    with open("tests/qa_questions.json") as f:
        qs = json.load(f)
    
    for q in qs:
        # Capture stdout
        stdout = StringIO()
        sys.stdout = stdout
        
        get_response(q["question"])
        
        for include in q["expecteds"]["includes"]:
            assert include in stdout.getvalue(), f"Expected {include} in output"
        for exclude in q["expecteds"]["excludes"]:
            assert exclude not in stdout.getvalue(), f"Expected {exclude} not in output"
        for function in q["expecteds"]["functions"]:
            assert f"Invoking function call {function}" in stdout.getvalue(), f"{function} was not invoked"
        
        # Restore stdout
        sys.stdout = sys.__stdout__