update requirements and video_actions zoom

Author: cxbxmxcx

logs/logs.txt

@@ -0,0 +1,13 @@
+Running on local URL:  http://127.0.0.1:7860
+
+To create a public link, set `share=True` in `launch()`.
+action: create_image(args={"prompt":"a scary monster surrounded by happy children carrying a sign with a positive affirmation","model":"dall-e-3","size":"1024x1024","quality":"standard"}) -> a_scary_monster_surrounded_by_happy_children_carry.png
+assistant > Moviepy - Building video assistants_working_folder\monster_zoom.mp4.
+Moviepy - Writing video assistants_working_folder\monster_zoom.mp4
+
+Moviepy - Done !
+Moviepy - video ready assistants_working_folder\monster_zoom.mp4
+action: zoom_to(args={"image_filename":"a_scary_monster_surrounded_by_happy_children_carry.png","output_filename":"monster_zoom.mp4","duration":"10","zoom_factor_from":"2.0","zoom_factor_to":"1.0","zoom_start_position":"(0.5, 0.2)","zoom_end_position":"(0.5, 0.5)"}) -> monster_zoom.mp4
+assistant > MoviePy - Building file assistants_working_folder\monster_zoom.gif with imageio.
+action: create_gif_from_clip(args={"clip_filename":"monster_zoom.mp4","size":"512x512","fps":"15"}) -> GIF created: monster_zoom.gif
+assistant > 

playground/assistant_actions/video_actions.py

@@ -109,38 +109,76 @@ def zoom(image, zoom_factor, center=None):
     return resized
 
 
+# def zoom(image, factor, center):
+#     height, width, _ = image.shape
+#     if center is None:
+#         center = (width // 2, height // 2)
+
+#     x, y = center
+#     new_width = int(width / factor)
+#     new_height = int(height / factor)
+#     left = max(0, x - new_width // 2)
+#     right = min(width, x + new_width // 2)
+#     top = max(0, y - new_height // 2)
+#     bottom = min(height, y + new_height // 2)
+#     cropped_image = image[top:bottom, left:right]
+#     resized_image = cv2.resize(cropped_image, (width, height), interpolation=cv2.INTER_LINEAR)
+#     return resized_image
+
+
 @agent_action
-def zoom_at(
-    image_filename, duration, zoom_factor, output_filename, center=None, fps=30
+def zoom_to(
+    image_filename,
+    output_filename,
+    duration,
+    zoom_factor_from,
+    zoom_factor_to,
+    zoom_start_position,
+    zoom_end_position,
+    fps=30,
 ):
     """
     Creates a zoom-in video clip from an image.
 
     Args:
         image_filename (str): Path to the input image.
-        duration (int): Duration of the video in seconds.
-        zoom_factor (float): Maximum zoom factor.
         output_filename (str): Path to save the output video.
-        center (tuple, optional): Center point for zooming. Defaults to image center, is in pixels (512, 512) or as a ratio (0.5, 0.5).
+        duration (int): Duration of the video in seconds.
+        zoom_factor_from (float): Starting zoom factor.
+        zoom_factor_to (float): Ending zoom factor.
+        zoom_start_position (tuple): Starting center point for zooming.
+        zoom_end_position (tuple): Ending center point for zooming.
         fps (int): Frames per second. Defaults to 30.
 
     Returns:
         str: Path to the saved video clip.
     """
-    zoom_factor = float(zoom_factor)
+    zoom_factor_from = float(zoom_factor_from)
+    zoom_factor_to = float(zoom_factor_to)
     duration = int(duration)
     fps = int(fps)
     image_path = os.path.join(GlobalValues.ASSISTANTS_WORKING_FOLDER, image_filename)
     image = cv2.imread(image_path)
     image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
     height, width, _ = image.shape
     image_dim = (width, height)
-    if center:
-        center = convert_and_validate(center, image_dim)
+    if zoom_start_position:
+        zoom_start_position = convert_and_validate(zoom_start_position, image_dim)
+    if zoom_end_position:
+        zoom_end_position = convert_and_validate(zoom_end_position, image_dim)
 
     def make_frame(t):
         frame_num = int(t * fps)
-        factor = 1 + (zoom_factor - 1) * frame_num / (fps * duration)
+        factor = zoom_factor_from + (zoom_factor_to - zoom_factor_from) * frame_num / (
+            fps * duration
+        )
+        center_x = zoom_start_position[0] + (
+            zoom_end_position[0] - zoom_start_position[0]
+        ) * frame_num / (fps * duration)
+        center_y = zoom_start_position[1] + (
+            zoom_end_position[1] - zoom_start_position[1]
+        ) * frame_num / (fps * duration)
+        center = (int(center_x), int(center_y))
         return zoom(image, factor, center)
 
     clip = VideoClip(make_frame, duration=duration)
@@ -227,43 +265,6 @@ def make_frame(t):
     return output_filename
 
 
-@agent_action
-def zoom_from(
-    image_filename, duration, zoom_factor, output_filename, center=None, fps=30
-):
-    """
-    Creates a zoom-out video clip from an image.
-
-    Args:
-        image_filename (str): Path to the input image.
-        duration (int): Duration of the video in seconds.
-        zoom_factor (float): Initial zoom factor.
-        output_filename (str): Path to save the output video.
-        center (tuple, optional): Center point for zooming. Defaults to image center, is in pixels (512, 512) or as a ratio (0.5, 0.5).
-        fps (int): Frames per second. Defaults to 30.
-
-    Returns:
-        str: Path to the saved video clip.
-    """
-    duration = int(duration)
-    zoom_factor = float(zoom_factor)
-    fps = int(fps)
-    image_path = os.path.join(GlobalValues.ASSISTANTS_WORKING_FOLDER, image_filename)
-    image = cv2.imread(image_path)
-    image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
-    height, width, _ = image.shape
-
-    def make_frame(t):
-        frame_num = int(t * fps)
-        factor = zoom_factor - (zoom_factor - 1) * frame_num / (fps * duration)
-        return zoom(image, factor, center)
-
-    clip = VideoClip(make_frame, duration=duration)
-    output_path = os.path.join(GlobalValues.ASSISTANTS_WORKING_FOLDER, output_filename)
-    clip.write_videofile(output_path, fps=fps)
-    return output_filename
-
-
 @agent_action
 def boom_to(
     image_filename, duration, start_center, end_center, output_filename, fps=30

playground/global_values.py

@@ -1,3 +1,6 @@
+import os
+
+
 class GlobalValues:
     ASSISTANTS_WORKING_FOLDER = "assistants_working_folder"
 
@@ -14,3 +17,18 @@ def get_value(cls, var_name):
             return getattr(cls, var_name)
         else:
             raise AttributeError(f"{var_name} not found in GlobalValues")
+
+
+# Configure globals
+class GlobalSetup:
+    @staticmethod
+    def setup_global_values():
+        # Check and create directories
+        working_folder = GlobalValues.get_value("ASSISTANTS_WORKING_FOLDER")
+        if not os.path.exists(working_folder):
+            os.makedirs(working_folder)
+            print(f"Created folder: {working_folder}")
+
+
+# Example usage
+GlobalSetup.setup_global_values()

requirements.txt

@@ -6,3 +6,7 @@ python-dotenv
 pytest
 youtube-transcript-api
 py-trees
+python-pptx
+markdown
+moviepy
+opencv-python