Refactor and enhance AI sidekick feature in CLI

This commit refactors the AI sidekick feature in the CLI, improving its functionality and user interaction. The changes include:

- Replacing the `task` option with `request` for better clarity.
- Generating the prompt with the appropriate context using the new `generate_sidekick_prompt` function.
- Setting up a continuous loop for multiple questions from the user.
- Adding a new option for the user to edit their question in their editor.
- Improving the live markdown display with the `RichLiveCallbackHandler`.

Additionally, a new module `prompts` has been added to handle prompt generation, starting with the sidekick prompt.

Author: TechNickAI

aicodebot/cli.py

@@ -1,10 +1,11 @@
 from aicodebot import version as aicodebot_version
-from aicodebot.agents import get_agent
 from aicodebot.helpers import exec_and_get_output, get_token_length, git_diff_context
+from aicodebot.prompts import generate_sidekick_prompt
 from dotenv import load_dotenv
 from langchain.callbacks.base import BaseCallbackHandler
 from langchain.chains import LLMChain
 from langchain.chat_models import ChatOpenAI
+from langchain.memory import ConversationTokenBufferMemory
 from langchain.prompts import load_prompt
 from openai.api_resources import engine
 from pathlib import Path
@@ -264,31 +265,53 @@ def review(commit, verbose):
 
 
 @cli.command
-@click.option("--task", "-t", help="The task you want to perform - a description of what you want to do.")
+@click.option("--request", "-r", help="What to ask your sidekick to do")
 @click.option("-v", "--verbose", count=True)
-def sidekick(task, verbose):
-    """ALPHA/EXPERIMENTAL: Get coding help from your AI sidekick."""
-    console.print(
-        "⚠️ WARNING: The 'sidekick' feature is currently experimental and, frankly, it sucks right now. "
-        "Due to the token limitations with large language models, the amount of context "
-        "that can be sent back and forth is limited, and slow. This means that sidekick will struggle with "
-        "complex tasks and will take longer than a human for simpler tasks.\n"
-        "Play with it, but don't expect too much. Do you feel like contributing? 😃\n"
-        "See docs/sidekick.md for more information.",
-        style=warning_style,
-    )
+def sidekick(request, verbose):
+    """EXPERIMENTAL: Coding help from your AI sidekick"""
+    console.print("This is an experimental feature. Play with it, but don't count on it.", style=warning_style)
 
     setup_environment()
 
-    model = get_llm_model()
-    llm = ChatOpenAI(model=model, temperature=PRECISE_TEMPERATURE, max_tokens=2000, verbose=verbose)
+    # Generate the prompt with the appropriate context
+    prompt = generate_sidekick_prompt(request)
+    model = get_llm_model(get_token_length(prompt.template))
+
+    llm = ChatOpenAI(
+        model=model,
+        temperature=PRECISE_TEMPERATURE,
+        max_tokens=DEFAULT_MAX_TOKENS * 2,
+        verbose=verbose,
+        streaming=True,
+    )
 
-    agent = get_agent("sidekick", llm, verbose)
+    # Set up the chain
+    chain = LLMChain(
+        llm=llm,
+        prompt=prompt,
+        memory=ConversationTokenBufferMemory(llm=llm, max_token_limit=DEFAULT_MAX_TOKENS),
+        verbose=verbose,
+    )
 
-    with console.status("Thinking", spinner=DEFAULT_SPINNER):
-        response = agent({"input": task})
-        console.print("")
-        console.print(response["output"], style=bot_style)
+    while True:  # continuous loop for multiple questions
+        if request:
+            user_input = request
+            request = None  # clear the command line request once we've handled it
+        else:
+            user_input = click.prompt(
+                "Enter a question OR (q) quit, OR (e) edit for entering a question in your editor\n>>>",
+                prompt_suffix="",
+            )
+            if user_input.lower() == "q":
+                break
+            elif user_input.lower() == "e":
+                user_input = click.edit()
+
+        with Live(Markdown(""), auto_refresh=True) as live:
+            callback = RichLiveCallbackHandler(live)
+            callback.buffer = []
+            llm.callbacks = [callback]
+            chain.run(user_input)
 
 
 # ---------------------------------------------------------------------------- #
@@ -393,7 +416,7 @@ def __init__(self, live):
 
     def on_llm_new_token(self, token, **kwargs):
         self.buffer.append(token)
-        self.live.update(Markdown("".join(self.buffer)))
+        self.live.update(Markdown("".join(self.buffer), style=bot_style))
 
 
 if __name__ == "__main__":

aicodebot/prompts/__init__.py

@@ -0,0 +1,3 @@
+from .sidekick import generate_sidekick_prompt
+
+__all__ = ["generate_sidekick_prompt"]

aicodebot/prompts/sidekick.py

@@ -0,0 +1,18 @@
+from langchain import PromptTemplate
+
+SIDEKICK_PREFIX = """You are a pair programming assistant named AICodeBot, acting as a sidekick to a human developer.
+If you aren't sure what to do, you can ask the human for more clarification.
+
+Relevant history:
+{history}
+End History
+
+Conversation with the human developer:
+Human: {task}
+AICodeBot:
+"""
+
+
+def generate_sidekick_prompt(task, files=None):
+    """Generates a prompt for the sidekick workflow."""
+    return PromptTemplate(template=SIDEKICK_PREFIX, input_variables=["history", "task"])