Sliding window memory

class SlidingWindowAgent:
    def __init__(self, max_messages=5):
        self.memory = []
        self.max_messages = max_messages
        self.system_message = {
            "role": "system",
            "content": "You are a helpful assistant."
        }

    def respond(self, user_content: str):
        self.memory.append(
            {"role": "user", "content": user_content}
        )

        # Keep only the last N messages
        if len(self.memory) > self.max_messages:
            self.memory = self.memory[-self.max_messages:]

        full_messages = [self.system_message] + self.memory

        response = completion(
            model=DEFAULT_MODEL, messages=full_messages
        )
        assistant_content = (
            response.choices[0].message.content
        )
        self.memory.append(
            {"role": "assistant", "content": assistant_content}
        )
        return assistant_content

agent = SlidingWindowAgent(max_messages=4)

agent.respond("My name is Alex")         # stored
agent.respond("I live in Tokyo")         # stored
agent.respond("I work at Google")        # stored
agent.respond("I like sushi")            # stored
# Memory: [name, city, work, sushi] (all 4 fit)

agent.respond("What is my favorite food?")
# "You like sushi!" (recent, still in window)

agent.respond("What is my name?")
# May not remember! "My name is Alex" was dropped.