Adding new actions and updating settings

Author: cxbxmxcx

AI.db

@@ -1 +1,2 @@
-requests
+requests
+gradio

avatar2_lite.png

@@ -1,16 +1,3 @@
 Running on local URL:  http://127.0.0.1:7860
 
 To create a public link, set `share=True` in `launch()`.
-assistant > action: run_python_code -> {'name': 'run_python_code', 'group': 'env_actions', 'pointer': <function run_python_code at 0x0000025E11D63520>, 'agent_action': {'type': 'function', 'function': {'name': 'run_python_code', 'description': 'Runs the given code in a virtual environment.', 'parameters': {'type': 'object', 'properties': {'code': {'type': 'string', 'description': 'code'}, 'filename': {'type': 'string', 'description': 'filename'}}, 'required': ['code']}}}, 'prompt_template': None}
-action: run_python_code -> {'code': 'import pygame\nimport random\nimport math\n\n# Initialize Pygame\npygame.init()\n\n# Constants\nWIDTH, HEIGHT = 800, 600\nFPS = 60\n\n# Colors\nBLACK = (0, 0, 0)\nWHITE = (255, 255, 255)\n\n# Screen setup\nscreen = pygame.display.set_mode((WIDTH, HEIGHT))\npygame.display.set_caption("Asteroids")\n\n# Clock to control the frame rate\nclock = pygame.time.Clock()\n\n# Spaceship class\nclass Spaceship(pygame.sprite.Sprite):\n    def __init__(self):\n        super().__init__()\n        self.image = pygame.Surface((50, 40), pygame.SRCALPHA)\n        pygame.draw.polygon(self.image, WHITE, [(25, 0), (0, 40), (50, 40)])\n        self.rect = self.image.get_rect(center=(WIDTH // 2, HEIGHT // 2))\n        self.speed = 5\n        self.angle = 0\n        self.rotation_speed = 5\n\n    def update(self):\n        keys = pygame.key.get_pressed()\n        if keys[pygame.K_LEFT]:\n            self.angle += self.rotation_speed\n        if keys[pygame.K_RIGHT]:\n            self.angle -= self.rotation_speed\n        if keys[pygame.K_UP]:\n            self.rect.x += self.speed * math.cos(math.radians(self.angle))\n            self.rect.y -= self.speed * math.sin(math.radians(self.angle))\n\n        # Keep the spaceship on the screen\n        if self.rect.left < 0:\n            self.rect.right = WIDTH\n        if self.rect.right > WIDTH:\n            self.rect.left = 0\n        if self.rect.top < 0:\n            self.rect.bottom = HEIGHT\n        if self.rect.bottom > HEIGHT:\n            self.rect.top = 0\n\n# Main game loop\ndef main():\n    running = True\n    spaceship = Spaceship()\n    all_sprites = pygame.sprite.Group(spaceship)\n\n    while running:\n        for event in pygame.event.get():\n            if event.type == pygame.QUIT:\n                running = False\n\n        all_sprites.update()\n\n        screen.fill(BLACK)\n        all_sprites.draw(screen)\n        pygame.display.flip()\n\n        clock.tick(FPS)\n\n    pygame.quit()\n\nif __name__ == "__main__":\n    main()', 'filename': 'asteroids.py'}
-action: run_python_code(args={
-  "code": "import pygame\nimport random\nimport math\n\n# Initialize Pygame\npygame.init()\n\n# Constants\nWIDTH, HEIGHT = 800, 600\nFPS = 60\n\n# Colors\nBLACK = (0, 0, 0)\nWHITE = (255, 255, 255)\n\n# Screen setup\nscreen = pygame.display.set_mode((WIDTH, HEIGHT))\npygame.display.set_caption(\"Asteroids\")\n\n# Clock to control the frame rate\nclock = pygame.time.Clock()\n\n# Spaceship class\nclass Spaceship(pygame.sprite.Sprite):\n    def __init__(self):\n        super().__init__()\n        self.image = pygame.Surface((50, 40), pygame.SRCALPHA)\n        pygame.draw.polygon(self.image, WHITE, [(25, 0), (0, 40), (50, 40)])\n        self.rect = self.image.get_rect(center=(WIDTH // 2, HEIGHT // 2))\n        self.speed = 5\n        self.angle = 0\n        self.rotation_speed = 5\n\n    def update(self):\n        keys = pygame.key.get_pressed()\n        if keys[pygame.K_LEFT]:\n            self.angle += self.rotation_speed\n        if keys[pygame.K_RIGHT]:\n            self.angle -= self.rotation_speed\n        if keys[pygame.K_UP]:\n            self.rect.x += self.speed * math.cos(math.radians(self.angle))\n            self.rect.y -= self.speed * math.sin(math.radians(self.angle))\n\n        # Keep the spaceship on the screen\n        if self.rect.left < 0:\n            self.rect.right = WIDTH\n        if self.rect.right > WIDTH:\n            self.rect.left = 0\n        if self.rect.top < 0:\n            self.rect.bottom = HEIGHT\n        if self.rect.bottom > HEIGHT:\n            self.rect.top = 0\n\n# Main game loop\ndef main():\n    running = True\n    spaceship = Spaceship()\n    all_sprites = pygame.sprite.Group(spaceship)\n\n    while running:\n        for event in pygame.event.get():\n            if event.type == pygame.QUIT:\n                running = False\n\n        all_sprites.update()\n\n        screen.fill(BLACK)\n        all_sprites.draw(screen)\n        pygame.display.flip()\n\n        clock.tick(FPS)\n\n    pygame.quit()\n\nif __name__ == \"__main__\":\n    main()",
-  "filename": "asteroids.py"
-}) -> ('The process appears to have run successfully.', '')
-assistant > action: run_python_code -> {'name': 'run_python_code', 'group': 'env_actions', 'pointer': <function run_python_code at 0x0000025E11D63520>, 'agent_action': {'type': 'function', 'function': {'name': 'run_python_code', 'description': 'Runs the given code in a virtual environment.', 'parameters': {'type': 'object', 'properties': {'code': {'type': 'string', 'description': 'code'}, 'filename': {'type': 'string', 'description': 'filename'}}, 'required': ['code']}}}, 'prompt_template': None}
-action: run_python_code -> {'code': 'import pygame\nimport random\nimport math\n\n# Initialize Pygame\npygame.init()\n\n# Constants\nWIDTH, HEIGHT = 800, 600\nFPS = 60\n\n# Colors\nBLACK = (0, 0, 0)\nWHITE = (255, 255, 255)\n\n# Screen setup\nscreen = pygame.display.set_mode((WIDTH, HEIGHT))\npygame.display.set_caption("Asteroids")\n\n# Clock to control the frame rate\nclock = pygame.time.Clock()\n\n# Spaceship class\nclass Spaceship(pygame.sprite.Sprite):\n    def __init__(self):\n        super().__init__()\n        self.image = pygame.Surface((50, 40), pygame.SRCALPHA)\n        pygame.draw.polygon(self.image, WHITE, [(25, 0), (0, 40), (50, 40)])\n        self.rect = self.image.get_rect(center=(WIDTH // 2, HEIGHT // 2))\n        self.speed = 5\n        self.angle = 0\n        self.rotation_speed = 5\n\n    def update(self):\n        keys = pygame.key.get_pressed()\n        if keys[pygame.K_LEFT]:\n            self.angle += self.rotation_speed\n        if keys[pygame.K_RIGHT]:\n            self.angle -= self.rotation_speed\n        if keys[pygame.K_UP]:\n            self.rect.x += self.speed * math.cos(math.radians(self.angle))\n            self.rect.y -= self.speed * math.sin(math.radians(self.angle))\n\n        # Keep the spaceship on the screen\n        if self.rect.left < 0:\n            self.rect.right = WIDTH\n        if self.rect.right > WIDTH:\n            self.rect.left = 0\n        if self.rect.top < 0:\n            self.rect.bottom = HEIGHT\n        if self.rect.bottom > HEIGHT:\n            self.rect.top = 0\n\n# Asteroid class\nclass Asteroid(pygame.sprite.Sprite):\n    def __init__(self):\n        super().__init__()\n        self.image = pygame.Surface((50, 50), pygame.SRCALPHA)\n        pygame.draw.circle(self.image, WHITE, (25, 25), 25)\n        self.rect = self.image.get_rect(center=(random.randint(0, WIDTH), random.randint(0, HEIGHT)))\n        self.speed = random.randint(1, 3)\n        self.angle = random.randint(0, 360)\n\n    def update(self):\n        self.rect.x += self.speed * math.cos(math.radians(self.angle))\n        self.rect.y -= self.speed * math.sin(math.radians(self.angle))\n\n        # Keep the asteroid on the screen\n        if self.rect.left < 0:\n            self.rect.right = WIDTH\n        if self.rect.right > WIDTH:\n            self.rect.left = 0\n        if self.rect.top < 0:\n            self.rect.bottom = HEIGHT\n        if self.rect.bottom > HEIGHT:\n            self.rect.top = 0\n\n# Bullet class\nclass Bullet(pygame.sprite.Sprite):\n    def __init__(self, x, y, angle):\n        super().__init__()\n        self.image = pygame.Surface((5, 5))\n        self.image.fill(WHITE)\n        self.rect = self.image.get_rect(center=(x, y))\n        self.speed = 10\n        self.angle = angle\n\n    def update(self):\n        self.rect.x += self.speed * math.cos(math.radians(self.angle))\n        self.rect.y -= self.speed * math.sin(math.radians(self.angle))\n\n        # Remove the bullet if it goes off the screen\n        if self.rect.left < 0 or self.rect.right > WIDTH or self.rect.top < 0 or self.rect.bottom > HEIGHT:\n            self.kill()\n\n# Main game loop\ndef main():\n    running = True\n    spaceship = Spaceship()\n    all_sprites = pygame.sprite.Group(spaceship)\n    asteroids = pygame.sprite.Group()\n    bullets = pygame.sprite.Group()\n\n    # Create initial asteroids\n    for _ in range(5):\n        asteroid = Asteroid()\n        all_sprites.add(asteroid)\n        asteroids.add(asteroid)\n\n    while running:\n        for event in pygame.event.get():\n            if event.type == pygame.QUIT:\n                running = False\n            elif event.type == pygame.KEYDOWN:\n                if event.key == pygame.K_SPACE:\n                    bullet = Bullet(spaceship.rect.centerx, spaceship.rect.centery, spaceship.angle)\n                    all_sprites.add(bullet)\n                    bullets.add(bullet)\n\n        all_sprites.update()\n\n        # Check for collisions\n        pygame.sprite.groupcollide(bullets, asteroids, True, True)\n\n        screen.fill(BLACK)\n        all_sprites.draw(screen)\n        pygame.display.flip()\n\n        clock.tick(FPS)\n\n    pygame.quit()\n\nif __name__ == "__main__":\n    main()', 'filename': 'asteroids.py'}
-action: run_python_code(args={
-  "code": "import pygame\nimport random\nimport math\n\n# Initialize Pygame\npygame.init()\n\n# Constants\nWIDTH, HEIGHT = 800, 600\nFPS = 60\n\n# Colors\nBLACK = (0, 0, 0)\nWHITE = (255, 255, 255)\n\n# Screen setup\nscreen = pygame.display.set_mode((WIDTH, HEIGHT))\npygame.display.set_caption(\"Asteroids\")\n\n# Clock to control the frame rate\nclock = pygame.time.Clock()\n\n# Spaceship class\nclass Spaceship(pygame.sprite.Sprite):\n    def __init__(self):\n        super().__init__()\n        self.image = pygame.Surface((50, 40), pygame.SRCALPHA)\n        pygame.draw.polygon(self.image, WHITE, [(25, 0), (0, 40), (50, 40)])\n        self.rect = self.image.get_rect(center=(WIDTH // 2, HEIGHT // 2))\n        self.speed = 5\n        self.angle = 0\n        self.rotation_speed = 5\n\n    def update(self):\n        keys = pygame.key.get_pressed()\n        if keys[pygame.K_LEFT]:\n            self.angle += self.rotation_speed\n        if keys[pygame.K_RIGHT]:\n            self.angle -= self.rotation_speed\n        if keys[pygame.K_UP]:\n            self.rect.x += self.speed * math.cos(math.radians(self.angle))\n            self.rect.y -= self.speed * math.sin(math.radians(self.angle))\n\n        # Keep the spaceship on the screen\n        if self.rect.left < 0:\n            self.rect.right = WIDTH\n        if self.rect.right > WIDTH:\n            self.rect.left = 0\n        if self.rect.top < 0:\n            self.rect.bottom = HEIGHT\n        if self.rect.bottom > HEIGHT:\n            self.rect.top = 0\n\n# Asteroid class\nclass Asteroid(pygame.sprite.Sprite):\n    def __init__(self):\n        super().__init__()\n        self.image = pygame.Surface((50, 50), pygame.SRCALPHA)\n        pygame.draw.circle(self.image, WHITE, (25, 25), 25)\n        self.rect = self.image.get_rect(center=(random.randint(0, WIDTH), random.randint(0, HEIGHT)))\n        self.speed = random.randint(1, 3)\n        self.angle = random.randint(0, 360)\n\n    def update(self):\n        self.rect.x += self.speed * math.cos(math.radians(self.angle))\n        self.rect.y -= self.speed * math.sin(math.radians(self.angle))\n\n        # Keep the asteroid on the screen\n        if self.rect.left < 0:\n            self.rect.right = WIDTH\n        if self.rect.right > WIDTH:\n            self.rect.left = 0\n        if self.rect.top < 0:\n            self.rect.bottom = HEIGHT\n        if self.rect.bottom > HEIGHT:\n            self.rect.top = 0\n\n# Bullet class\nclass Bullet(pygame.sprite.Sprite):\n    def __init__(self, x, y, angle):\n        super().__init__()\n        self.image = pygame.Surface((5, 5))\n        self.image.fill(WHITE)\n        self.rect = self.image.get_rect(center=(x, y))\n        self.speed = 10\n        self.angle = angle\n\n    def update(self):\n        self.rect.x += self.speed * math.cos(math.radians(self.angle))\n        self.rect.y -= self.speed * math.sin(math.radians(self.angle))\n\n        # Remove the bullet if it goes off the screen\n        if self.rect.left < 0 or self.rect.right > WIDTH or self.rect.top < 0 or self.rect.bottom > HEIGHT:\n            self.kill()\n\n# Main game loop\ndef main():\n    running = True\n    spaceship = Spaceship()\n    all_sprites = pygame.sprite.Group(spaceship)\n    asteroids = pygame.sprite.Group()\n    bullets = pygame.sprite.Group()\n\n    # Create initial asteroids\n    for _ in range(5):\n        asteroid = Asteroid()\n        all_sprites.add(asteroid)\n        asteroids.add(asteroid)\n\n    while running:\n        for event in pygame.event.get():\n            if event.type == pygame.QUIT:\n                running = False\n            elif event.type == pygame.KEYDOWN:\n                if event.key == pygame.K_SPACE:\n                    bullet = Bullet(spaceship.rect.centerx, spaceship.rect.centery, spaceship.angle)\n                    all_sprites.add(bullet)\n                    bullets.add(bullet)\n\n        all_sprites.update()\n\n        # Check for collisions\n        pygame.sprite.groupcollide(bullets, asteroids, True, True)\n\n        screen.fill(BLACK)\n        all_sprites.draw(screen)\n        pygame.display.flip()\n\n        clock.tick(FPS)\n\n    pygame.quit()\n\nif __name__ == \"__main__\":\n    main()",
-  "filename": "asteroids.py"
-}) -> ('The process appears to have run successfully.', '')
-assistant > 

code_env_requirements.txt

@@ -17,7 +17,7 @@
 from playground.global_values import GlobalValues
 import argparse
 
-thread = api.create_thread()  # create a new thread everytime this is run
+# thread = api.create_thread()  # create a new thread everytime this is run
 actions_manager = ActionsManager()
 semantic_manager = SemanticManager()
 
@@ -28,29 +28,16 @@
 logger = Logger("logs.txt")
 logger.reset_logs()
 
+current_thread = None
 
-def wrap_latex_with_markdown(text):
-    # system = """You are a LaTeX genius and equation genius!,
-    # Your job is to identify LaTeX and equations in the text.
-    # For each block of LaTeX or equation text you will wrap it with $ if the block is inline,
-    # or with $$ if the block is on its own line.
-    # Examples:
-    # inline x^2 + y^2 = z^2 with text -> inline $x^2 + y^2 = z^2$ with text
-    # x^2 + y^2 = z^2 -> $$x^2 + y^2 = z^2$$
-    # """
-    # user = text
-    # text = semantic_manager.get_semantic_response(system, user)
-    # return text
-    # Regular expression to find LaTeX enclosed in [] or ()
-    bracket_pattern = re.compile(r"\[(.*?)\]")
-    parenthesis_pattern = re.compile(r"\((.*?)\)")
 
-    # Replace LaTeX within brackets with Markdown inline math
-    text = bracket_pattern.sub(r"$$\1$$", text)
+def create_new_thread():
+    global current_thread
+    current_thread = api.create_thread()
+    return "New thread created."
 
-    # Replace LaTeX within parentheses with Markdown inline math
-    text = parenthesis_pattern.sub(r"$$\1$$", text)
-    return text
+
+create_new_thread()
 
 
 def print_like_dislike(x: gr.LikeData):
@@ -90,7 +77,9 @@ def ask_assistant(assistant_id, history, message):
         history.append((message["text"], None))
         content = message["text"]
     if content or attachments:  # only create a message if there is content
-        api.create_thread_message(thread.id, "user", content, attachments=attachments)
+        api.create_thread_message(
+            current_thread.id, "user", content, attachments=attachments
+        )
 
     return history, gr.MultimodalTextbox(value=None, interactive=False)
 
@@ -122,6 +111,15 @@ def get_file_path(file):
 
 
 def run(history, assistant_id, artifacts):
+    if current_thread is None:
+        history.append((None, "Please create a new thread first."))
+        yield (
+            history,
+            artifacts,
+            gr.update(visible=artifacts),
+        )
+        return
+
     assistant = api.retrieve_assistant(assistant_id)
     output_queue = queue.Queue()
     eh = EventHandler(output_queue)
@@ -146,7 +144,7 @@ def stream_worker(assistant_id, thread_id, event_handler):
                 output_queue.put(("text", text))
 
     # Start the initial stream
-    thread_id = thread.id
+    thread_id = current_thread.id
     initial_thread = threading.Thread(
         target=stream_worker, args=(assistant.id, thread_id, eh)
     )
@@ -272,17 +270,24 @@ def main_interface():
                         elem_id="chatbot",
                         bubble_full_width=True,
                         container=True,
-                        avatar_images=["avatar1.png", "avatar2.png"],
+                        avatar_images=["avatar1.png", "avatar2_lite.png"],
                         layout="panel",
                     )
-
-                    chat_input = gr.MultimodalTextbox(
-                        interactive=True,
-                        file_types=["image"],
-                        placeholder="Enter message or upload file...",
-                        show_label=False,
-                        elem_id="chat_input",
-                    )
+                    with gr.Row():
+                        with gr.Column(scale=12):
+                            chat_input = gr.MultimodalTextbox(
+                                interactive=True,
+                                file_types=["image"],
+                                placeholder="Enter message or upload file...",
+                                show_label=False,
+                                elem_id="chat_input",
+                            )
+                        with gr.Column(scale=1):
+                            new_thread_button = gr.Button(
+                                "Create New Thread", size="lg"
+                            )
+
+                new_thread_button.click(create_new_thread, [], None)
 
                 chat_msg = chat_input.submit(
                     ask_assistant,
@@ -303,7 +308,7 @@ def main_interface():
 
                 chatbot.like(print_like_dislike, None, None)
 
-        with gr.Tab(label="Behavior Tree Runner"):
+        with gr.Tab(label="Agentic Behavior Tree Runner"):
             with gr.Column(scale=4):
                 btree_runner = btree_runner_panel()
 

final_screenshot.png

@@ -68,9 +68,9 @@ def create_table(db_filename, table_name, columns):
 
 
 @agent_action
-def insert_or_update_entry(db_filename, table_name, columns):
+def insert_or_update_database_entry(db_filename, table_name, columns):
     """
-    Insert or update an entry in the specified table.
+    Insert or update an entry in the specified database table.
 
     Args:
     db_filename (str): The name of the database file