DEFAULT_SCANNER_TEMPLATE = """
You are an expert in LLM transcript analysis. Here is an LLM transcript you will be analyzing to answer a question:

[BEGIN TRANSCRIPT]
===================================
{{ messages }}
===================================
[END TRANSCRIPT]

{{ answer_prompt }}

{{ question }}

Your answer should include an explanation of your assessment. It should include the message id's (e.g. '[M2]') to clarify which message(s) you are referring to.

{{ answer_format }}
"""


ANSWER_FORMAT_PREAMBLE = (
    "The last line of your response should be of the following format:\n\n"
)

BOOL_ANSWER_PROMPT = (
    "Answer the following yes or no question about the transcript above:"
)
BOOL_ANSWER_FORMAT = (
    ANSWER_FORMAT_PREAMBLE
    + "'ANSWER: $VALUE' (without quotes) where $VALUE is yes or no."
)

NUMBER_ANSWER_PROMPT = (
    "Answer the following numeric question about the transcript above:"
)
NUMBER_ANSWER_FORMAT = (
    ANSWER_FORMAT_PREAMBLE
    + "'ANSWER: $NUMBER' (without quotes) where $NUMBER is the numeric value."
)

LABELS_ANSWER_PROMPT = (
    "Answer the following multiple choice question about the transcript above:"
)
LABELS_ANSWER_FORMAT_SINGLE = (
    ANSWER_FORMAT_PREAMBLE
    + "'ANSWER: $LETTER' (without quotes) where $LETTER is one of {{ letters }}."
)
LABELS_ANSWER_FORMAT_MULTI = (
    ANSWER_FORMAT_PREAMBLE
    + "'ANSWER: $LETTERS' (without quotes) where $LETTERS is a comma-separated list of letters from {{ letters }}."
)

STR_ANSWER_PROMPT = "Answer the following question about the transcript above:"
STR_ANSWER_FORMAT = (
    ANSWER_FORMAT_PREAMBLE
    + "'ANSWER: $TEXT' (without quotes) where $TEXT is your answer."
)
