example.py

from agentverse.open_interpreter import OpenInterpreterAgent
from loguru import logger

# Create screen control agent
screen_controller = OpenInterpreterAgent(
    name="ScreenController",
    auto_run=True,
    system_prompt="""You are an expert in computer vision and screen automation.
    You can:
    - Capture and analyze screen content
    - Control mouse movements and clicks
    - Send keyboard inputs
    - Detect and interact with UI elements
    - Process visual information in real-time
    
    Use computer vision and automation to interact with on-screen elements accurately and reliably.
    """,
)

# Run the screen controller
controller_output = screen_controller.run(
    """
Create a Python program that:
1. Captures the current screen state using screenshot
2. Processes the image to:
   - Detect UI elements and controls
   - Identify text and clickable areas
   - Track cursor position
   - Monitor screen changes
3. Implements screen interaction functions:
   - Mouse movement and clicking
   - Keyboard input
   - Window management
   - Element detection
4. Provides real-time visual feedback
5. Maintains a log of:
   - Screen states
   - User interactions
   - System events
   - Performance metrics
"""
)

print("Screen Controller Status:")
print(controller_output)

logger.info("Saving screen_controller.json")
screen_controller.save("screen_controller.json")
# logger.info("Loading screen_controller.json")
# screen_controller.load("screen_controller.json")