[Bug]: TreeSummarize Llamacpp llm Requested tokens exceed context window about llama_index HOT 2 OPEN

def messages_to_prompt(messages):
    prompt = ""
    for message in messages:
        if message.role == 'system':
            prompt += f"<|system|>\n{message.content}</s>\n"
        elif message.role == 'user':
            prompt += f"<|user|>\n{message.content}</s>\n"
        elif message.role == 'assistant':
            prompt += f"<|assistant|>\n{message.content}</s>\n"

    # ensure we start with a system prompt, insert blank if needed
    if not prompt.startswith("<|system|>\n"):
        prompt = "<|system|>\n</s>\n" + prompt

    # add final assistant prompt
    prompt = prompt + "<|assistant|>\n"

    return prompt

class PromptHelper:
    def repack(self, summary_template, text_chunks):
        # Ensure BOS token is not duplicated
        processed_chunks = []
        for chunk in text_chunks:
            if chunk.startswith(BOS_TOKEN):
                chunk = chunk[len(BOS_TOKEN):]
            processed_chunks.append(chunk)
        
        # Repack the chunks to fit the context window
        # (Assuming repack logic here)
        repacked_chunks = self._repack_logic(summary_template, processed_chunks)
        
        return repacked_chunks

    def _repack_logic(self, summary_template, text_chunks):
        # Implement the logic to repack text chunks to fit the context window
        # This is a placeholder for the actual repacking logic
        pass

Settings.tokenizer = AutoTokenizer.from_pretrained(
    # I used llama2 here, use whatever model matches for you
    "NousResearch/Llama-2-7b-chat-hf" 
)