Chain-of-Thought

# Chain-of-Thought 프롬프팅 패턴들
from openai import OpenAI
client = OpenAI()

# 1. Zero-shot CoT: 가장 간단한 방법
def zero_shot_cot(question: str) -> str:
    prompt = f"{question}\n\nLet's think step by step."
    response = client.chat.completions.create(
        model="gpt-4",
        messages=[{"role": "user", "content": prompt}],
        temperature=0
    )
    return response.choices[0].message.content

# 2. Few-shot CoT: 예시와 함께 제공
def few_shot_cot(question: str) -> str:
    prompt = """Q: Roger has 5 tennis balls. He buys 2 more cans of tennis balls.
Each can has 3 tennis balls. How many tennis balls does he have now?

A: Let me work through this step by step.
- Roger starts with 5 tennis balls
- He buys 2 cans, each containing 3 balls
- New balls: 2 cans x 3 balls = 6 balls
- Total: 5 + 6 = 11 tennis balls
The answer is 11.

Q: {question}

A: Let me work through this step by step."""

    response = client.chat.completions.create(
        model="gpt-4",
        messages=[{"role": "user", "content": prompt.format(question=question)}],
        temperature=0
    )
    return response.choices[0].message.content

# 3. Self-Consistency: 다수결로 신뢰도 향상
import re
from collections import Counter

def self_consistency_cot(question: str, n_samples: int = 5) -> dict:
    answers = []
    reasonings = []

    for _ in range(n_samples):
        response = client.chat.completions.create(
            model="gpt-4",
            messages=[{"role": "user", "content": f"{question}\nLet's think step by step."}],
            temperature=0.7  # 다양성을 위해 temperature 상향
        )
        text = response.choices[0].message.content
        reasonings.append(text)

        # 숫자 정답 추출 (마지막 숫자를 정답으로 가정)
        numbers = re.findall(r'\d+', text.split("answer")[-1] if "answer" in text.lower() else text)
        if numbers:
            answers.append(numbers[-1])

    # 다수결로 최종 답변 결정
    answer_counts = Counter(answers)
    final_answer = answer_counts.most_common(1)[0] if answer_counts else (None, 0)

    return {
        "final_answer": final_answer[0],
        "confidence": final_answer[1] / n_samples,
        "all_answers": answers
    }

# 사용 예시
question = "A store has 45 apples. If 12 are sold and 8 more are added, how many are there?"
print("Zero-shot CoT:", zero_shot_cot(question)[:200])
print("\nSelf-Consistency:", self_consistency_cot(question))