openhands/critic/finish_critic.py

from openhands.critic.base import BaseCritic, CriticResult
from openhands.events import Event
from openhands.events.action import Action, AgentFinishAction


class AgentFinishedCritic(BaseCritic):
    """This is a simple rule-based critic that checks if the last event is an AgentFinishAction.
    If not, it will return a score of 0 and a message indicating that the agent did not finish.
    If the git patch is provided and is empty, it will return a score of 0 and a message indicating that the git patch is empty.
    """

    def __init__(self):
        pass

    def evaluate(
        self, events: list[Event], git_patch: str | None = None
    ) -> CriticResult:
        last_action = next((h for h in reversed(events) if isinstance(h, Action)), None)

        if git_patch is not None and len(git_patch.strip()) == 0:
            return CriticResult(score=0, message='Git patch is empty.')

        if isinstance(last_action, AgentFinishAction):
            return CriticResult(score=1, message='Agent finished.')
        else:
            return CriticResult(score=0, message='Agent did not finish.')