Include Incorrect Examples

import instructor
from openai import OpenAI
from pydantic import BaseModel, Field
from textwrap import dedent

client = instructor.from_openai(OpenAI())


class ChainOfThought(BaseModel):
    chain_of_thought: str = Field(description="Incorrect reasoning for the answer")
    correct_answer: str


def contrastive_chain_of_thought(
    query: str,
    context: str,
    example_prompt: str,
    correct_examples: list[str],
    incorrect_examples: list[str],
):
    correct_example_prompt = "\n".join(
        [f"Explanation:\n{example}" for example in correct_examples]
    )
    incorrect_example_prompt = "\n".join(
        [f"Wrong Explanation:\n{example}" for example in incorrect_examples]
    )
    ""
    return client.chat.completions.create(
        model="gpt-4o",
        response_model=ChainOfThought,
        messages=[
            {
                "role": "system",
                "content": dedent(f"""
            You are an expert question answering AI System.

            You are about to be given some examples of incorrect
            and correct reasoning for a question. You will then
            be asked to correctly reason through another question
            to generate a valid response.

            Question: {example_prompt}

            {correct_example_prompt}

            {incorrect_example_prompt}

            Question: {context}. {query}.
            """),
            }
        ],
    )


if __name__ == "__main__":
    context = """
    James writes a 3-page letter to 2
    different friends twice a week.
    """
    query = "How many pages does James write in a year?"

    sample_question = """
    James has 30 teeth. His dentist drills 4
    of them and caps 7 more teeth than he drills.

    What percentage of James' teeth does the dentist fix?
    """

    incorrect_examples = [
        """James has 30 teeth. The dentist drills and caps some
        teeth. Since drills are normally used on cars and not
        teeth, it's safe to say none of the teeth were actually
        fixed.""",
        """The dentist drills 4 teeth and caps 11 of them, which
        means that he fixes 15 teeth. So we take 15 and multiply
        it by the number of petals on a daisy, and the result is
        30%, which is the percentage of teeth he fixes.""",
    ]

    correct_examples = [
        """The dentist drills 4 teeth, so there are 30 - 4 = 26
        teeth left. The dentist caps 7 more teeth than he drills,
        so he caps 4 + 7 = 11 teeth. Therefore, the dentist fixes
        a total of 4 + 11 = 15 teeth. To find the percentage of
        teeth the dentist fixes, we divide the number of teeth
        fixed by the total number of teeth and multiply by 100:
        15/30 x 100 = 50%"""
    ]

    response = contrastive_chain_of_thought(
        query=query,
        context=context,
        example_prompt=sample_question,
        correct_examples=correct_examples,
        incorrect_examples=incorrect_examples,
    )

    print(response.model_dump_json(indent=2))
    """
    {
      "chain_of_thought": "To determine how many pages James writes in a year,
      we first need to understand his weekly writing pattern. James writes a
      3-page letter to 2 different friends twice a week. This means he writes
      3 pages * 2 friends = 6 pages per session. Since he does this twice a
      week, he writes 6 pages * 2 = 12 pages per week. There are 52 weeks in
      a year, so James writes 12 pages/week * 52 weeks/year = 624 pages/year.",

      "answer": "624 pages/year"
    }
    """