Create a search based document for self-operating-computer

.fdignore

@@ -0,0 +1,6 @@
+docs
+.*
+*/.*
+*.pt
+CONTRIBUTING.md
+LICENSE

docs/.gitignore

@@ -0,0 +1,6 @@
+!.gitignore
+!*
+!*/*
+cache_db.json
+cache_tree.json
+vector_cache

docs/cache_title.json

@@ -0,0 +1 @@
+{"_default": {"1": {"path": "/README.md", "hash": "dac3f21a1420b7c2574d16d3ae4f9a61", "title": "Self-Operating Computer Framework: Enhanced Mouse Predictions"}, "2": {"path": "/README.md:1-26", "hash": "bf2a6dd5d2e82ad184ac813bceea7aa1", "title": "Human-Like Computer Control Framework"}, "3": {"path": "/README.md:26-37", "hash": "cb2a33c5f14dbf8102a2060e59e818ce", "title": "Agent-1-Vision Model Overview"}, "4": {"path": "/README.md:37-67", "hash": "59a4d0bd0271be6882794c87dff29f6d", "title": "Improving Mouse Click Accuracy"}, "5": {"path": "/README.md:67-88", "hash": "d85bdbd6d1fcbc9f4ee97480cdead828", "title": "Install, Configure, and Operate: A Comprehensive Guide"}, "6": {"path": "/README.md:89-124", "hash": "ced841634d02dfca9565e18d4b5f2212", "title": "Installing SOCF and GMPV"}, "7": {"path": "/README.md:126-159", "hash": "ee4a2e9e1111e43b1d54c5872d0bee86", "title": "Enable Voice Mode in Self-Operating-Computer Framework"}, "8": {"path": "/README.md:159-172", "hash": "3f8661eaa636ae2a580706d495e189af", "title": "Join HyperWriteAI Discord, Visit #self-operating-computer, Gpt4Vision Model, API Credits Required"}, "9": {"path": "/evaluate.py", "hash": "f145aa4f21a3a71ba002513c87ab1299", "title": "Vision Model Image Evaluation"}, "10": {"path": "/evaluate.py:1-31", "hash": "7fba16836a3eb74270a4399e2b98e84c", "title": "Setting Up Evaluation Test Cases"}, "11": {"path": "/evaluate.py:32-73", "hash": "12d143dc6a38c079f66d6902f399af9b", "title": "ANSI Colors for Terminal Support Detection"}, "12": {"path": "/evaluate.py:75-105", "hash": "46c5cb34fa0a118542f82f10ba3948dd", "title": "Evaluate Summary Screenshot: GPT-4 Vision Model Integration"}, "13": {"path": "/evaluate.py:106-140", "hash": "c4daefc6cdbefdb544c912a83a0ad0f7", "title": "Test Evaluation and Display"}, "14": {"path": "/evaluate.py:141-150", "hash": "d45d9da226c621c8a4eb859326a6ab88", "title": "Test Result Display"}, "15": {"path": "/operate/actions.py", "hash": "57f5b1b6ff8ead6b437d05c3313f9121", "title": "AI-Powered Content Generation"}, "16": {"path": "/operate/actions.py:1-51", "hash": "ed23324e3160350d696973ecf4bbb214", "title": "Action Prediction Model"}, "17": {"path": "/operate/actions.py:52-83", "hash": "bcba7ff32d3526dae272ae4fc448b6fd", "title": "Dynamic Model Caller with Screenshot Capture"}, "18": {"path": "/operate/actions.py:84-115", "hash": "5c6c9f315ae86f4060161b43b7788ccb", "title": "Vision AI Message Encoder"}, "19": {"path": "/operate/actions.py:116-153", "hash": "5cec49a0aa53bbc39d191766c9c25bbd", "title": "Grid Overlay Screenshot Capture"}, "20": {"path": "/operate/actions.py:154-189", "hash": "eb4ce710e8a17943f56f63df8daf74f7", "title": "Screenshot-to-Message AI Model"}, "21": {"path": "/operate/actions.py:189-215", "hash": "64f175114443c2087567cebeb04b2bd0", "title": "Cursor-Guided AI Prompt Enhancement"}, "22": {"path": "/operate/actions.py:217-248", "hash": "41c0cb7cb8d7e4d80238360788b3f389", "title": "GPT-4 Vision Prompt Creation"}, "23": {"path": "/operate/actions.py:249-275", "hash": "d580b3022b3e2f2bf0afa8deb0aacb3f", "title": "Encoding Image for AI Model Generation"}, "24": {"path": "/operate/actions.py:276-305", "hash": "73fcf6c33350aeb75f0963012c4eaab2", "title": "Desktop Screenshot Labeling with GPT-4"}, "25": {"path": "/operate/actions.py:307-338", "hash": "ba4efe6d22d1b5a81e6fc8c269f290f3", "title": "Labeled Click and Decision Prompt System"}, "26": {"path": "/operate/actions.py:340-364", "hash": "f563a4a35fe4d0789d923d3cc416c88b", "title": "API Click Position Calculator"}, "27": {"path": "/operate/actions.py:365-387", "hash": "55af95f96b83ca55161b18675bfdcb41", "title": "Click Position Handler"}, "28": {"path": "/operate/actions.py:390-409", "hash": "b6a17c7d0d9473c988fffa40c8d26292", "title": "Fetch OpenAI Chat Completion Asynchronously"}, "29": {"path": "/operate/dialog.py", "hash": "3a2c6d26ce9740e42a7de1536dc6d86b", "title": "Error-Handling User Input in Dialog Operations"}, "30": {"path": "/operate/dialog.py:1-44", "hash": "112a510a9d2a67eafa1d20fe132fa998", "title": "Self-Operating Computer Response Model"}, "31": {"path": "/operate/dialog.py:46-80", "hash": "0d02cf7bfd7d05d1cfc09b37f05a28e8", "title": "Voice Mode and WhisperMic Initialization"}, "32": {"path": "/operate/dialog.py:81-109", "hash": "724810205610934c0b0c7616c9463f47", "title": "Capturing and Processing Voice Inputs"}, "33": {"path": "/operate/dialog.py:110-139", "hash": "2cc50bd85bbb75f03a7a31af6e07c334", "title": "Exception Handling and Action Execution"}, "34": {"path": "/operate/dialog.py:140-171", "hash": "47adabed891a2dfe509d8ad922d7632d", "title": "Action Type Check and Process"}, "35": {"path": "/operate/dialog.py:173-192", "hash": "439961cd470aba1b1e2b03b1ede32d22", "title": "Invalid Input Check and Error Message"}, "36": {"path": "/operate/exceptions.py", "hash": "1cb75cc9cca07c7083349d7687a89fb8", "title": "ModelRecognitionException"}, "37": {"path": "/operate/main.py", "hash": "849cb89bd135d98c287b28a0f59c5927", "title": "Main Entry Point for Self-Operating Computer"}, "38": {"path": "/operate/prompts.py", "hash": "d32925518a57e2532aa7e75757271c19", "title": "Context-Based Prompts for AI-Assisted Google Tools"}, "39": {"path": "/operate/prompts.py:1-33", "hash": "7fe3f3bf9b32af85235d3603b2f28e5f", "title": "Config Settings and Constants in Prompts Module"}, "40": {"path": "/operate/prompts.py:33-63", "hash": "f611be9877035ae65a35db64d7d0f56d", "title": "Interacting with Computers: Tips and Tricks"}, "41": {"path": "/operate/prompts.py:64-82", "hash": "02b8ebf54b5403195e7691775618cfb2", "title": "Cursor Position Prompt"}, "42": {"path": "/operate/prompts.py:82-95", "hash": "5b04c5da962c16bb3d894a23c99edd33", "title": "Guessing Percentages: CLICK Refinement"}, "43": {"path": "/operate/prompts.py:97-135", "hash": "255de85671982a6556ee9c614899ba58", "title": "Interactive Prompts for Efficient Tasks"}, "44": {"path": "/operate/prompts.py:136-159", "hash": "7496511f08f1a40eba955da343b4468c", "title": "AI-Assisted Web Interaction with Labeled Elements"}, "45": {"path": "/operate/prompts.py:161-183", "hash": "03228cf2727dcf901bfcae0a041eda8d", "title": "Contextual JSON Responses"}, "46": {"path": "/operate/prompts.py:185-217", "hash": "4b30adfe9f79f34b42e36eecd0f15b37", "title": "Prompt Formatting Functions"}, "47": {"path": "/operate/prompts.py:218-252", "hash": "832911cb60d101ae0735391a41cfe68c", "title": "Python Prompt Formatting Functions"}, "48": {"path": "/operate/settings.py", "hash": "c2e2734a3eeaee07ea071c3c86ff296a", "title": "Environment Configurations in Settings.py"}, "49": {"path": "/operate/settings.py:1-36", "hash": "10e6b21a56a6acb9ae0b10209c8e1fe1", "title": "Configuration Manager for Settings"}, "50": {"path": "/operate/settings.py:37-39", "hash": "34cb237d1b8fa9362011feddf47f20ab", "title": "Set OpenAI API URL with Env Var or Current Value"}, "51": {"path": "/operate/utils/label.py", "hash": "93c44858f4f65217acb2e06a65501930", "title": "Image Processing Utilities"}, "52": {"path": "/operate/utils/label.py:1-37", "hash": "f3323c934b39bcb21971b31d84675f81", "title": "Validate and Retrieve Image Data Functions"}, "53": {"path": "/operate/utils/label.py:40-72", "hash": "2201ff78fb8acd549396411af837f0b0", "title": "Box Overlap Detection and Labeling Functionality"}, "54": {"path": "/operate/utils/label.py:74-101", "hash": "8eb2f932380afd002c8d98174c7497af", "title": "Bounding Box Labeler"}, "55": {"path": "/operate/utils/label.py:102-128", "hash": "24eee879a8765882830fd677207ae500", "title": "Timestamped Image Saving"}, "56": {"path": "/operate/utils/label.py:129-152", "hash": "260012da282588d457f8ea5cc9ceeba7", "title": "Encode Labeled Image in Base64"}, "57": {"path": "/operate/utils/label.py:153-180", "hash": "27ea5f0021a17c4766060c44796992ae", "title": "Triple Backticks Remover & Click Percentage Calculator"}, "58": {"path": "/operate/utils/label.py:182-182", "hash": "2e179942d46f4e6ce7816daa63e99fc7", "title": "Compute Label Percentages"}, "59": {"path": "/operate/utils/misc.py", "hash": "12e996f03cce6e1223030105b6233bdb", "title": "Multifunctional Data Processor"}, "60": {"path": "/operate/utils/misc.py:1-41", "hash": "03abb4876fb8d66ba0e8bcb57fd4f0b5", "title": "Converting and Extracting: Misc.py Functions"}, "61": {"path": "/operate/utils/misc.py:43-74", "hash": "cb7527a4c506c996027a746a68d80cf9", "title": "Parse JSON Response"}, "62": {"path": "/operate/utils/misc.py:75-97", "hash": "cd0376658303f89fd0b2dd6a6f5b61f2", "title": "Response Parser and Classifier"}, "63": {"path": "/operate/utils/misc.py:98-102", "hash": "9b115deb565ae36006d792cc05f1e7c7", "title": "Handling Regex Exceptions in Search Data"}, "64": {"path": "/operate/utils/os.py", "hash": "bc30bc8244012b9c984674646e76944a", "title": "Circular Motion and Text Input Utility"}, "65": {"path": "/operate/utils/os.py:1-44", "hash": "effa7b963a4543f2dfe1cdfac15d1427", "title": "OS Utilities"}, "66": {"path": "/operate/utils/os.py:46-85", "hash": "9ca4ebadb3b3962ae2ede57ae4293792", "title": "Automated OS Interaction Utility"}, "67": {"path": "/operate/utils/os.py:85-105", "hash": "5d1e4e0c093ebfdaf7b03293a6a99c95", "title": "Circular Cursor Clicker"}, "68": {"path": "/operate/utils/os.py:107-131", "hash": "4f70563f895d92d3c7b8abf253f6cc41", "title": "Circular Movement Function and Assistant Message Retrieval"}, "69": {"path": "/operate/utils/screenshot.py", "hash": "90ce939cd173961e5a08c59cbe69dc8f", "title": "Screenshot Capture Utilities"}, "70": {"path": "/operate/utils/screenshot.py:1-39", "hash": "2ed1a42e53589686c334755d1dfff9cf", "title": "Grid Image Overlay"}, "71": {"path": "/operate/utils/screenshot.py:41-63", "hash": "5d94a4c0eb915db6948229b3a80bdff4", "title": "Background Rectangle and Grid Lines Generator"}, "72": {"path": "/operate/utils/screenshot.py:64-92", "hash": "176575b89de4763ec7a3aa300ba0b82f", "title": "Grid Screenshot Labeler"}, "73": {"path": "/operate/utils/screenshot.py:93-114", "hash": "c1de3d2bb95ef77b9721bf4ce2fd8368", "title": "Screenshot Capture Utility"}, "74": {"path": "/operate/utils/screenshot.py:115-143", "hash": "3d7b020d28a3fe6b44899e4522a6e863", "title": "Cross-Platform Screenshot Capture"}, "75": {"path": "/operate/utils/screenshot.py:144-178", "hash": "5de34d85cbb8ccc24e0cf57280d163e9", "title": "Cross-Platform Screenshot Capture Utility"}, "76": {"path": "/operate/utils/screenshot.py:179-182", "hash": "9b2abc85c0106daaaefac2325b90fc7c", "title": "Cross-Platform Screenshot and Cursor Capture Utility"}, "77": {"path": "/operate/utils/style.py", "hash": "ed587651bbe7c27ddabee832a16b492c", "title": "UI Style Configuration with PromptStyle"}, "78": {"path": "/operate/utils/style.py:1-34", "hash": "b786525e0df1320220692df064285b2d", "title": "Dialog and UI Styles with PromptStyle"}, "79": {"path": "/operate/utils/style.py:35-36", "hash": "723e74b69583b7713592415d8e097dd2", "title": "Detect Terminal Color Capabilities"}, "80": {"path": "/requirements-audio.txt", "hash": "d7f6b350ada5f0d2fa77095943fa5c98", "title": "Whisper Mic Requirements"}, "81": {"path": "/requirements.txt", "hash": "5ba31a8c2dca3df2b8fb5fe5075416b7", "title": "Python Packages for Project"}, "82": {"path": "/requirements.txt:1-50", "hash": "715045b6e5b276aadf63374adbfbbde7", "title": "Python Package Dependencies List"}, "83": {"path": "/requirements.txt:51-52", "hash": "45bfdb73c9749e654fa2b1fe17dcaab3", "title": "Project Libraries: aiohttp, ultralytics"}, "84": {"path": "/run.sh", "hash": "f6ba03ba77cee9c964f4a03260c51a27", "title": "SOC Linux Install Script"}, "85": {"path": "/run.sh:1-48", "hash": "e5cedb1ea200309d31978d3d03e934b6", "title": "SOC Linux Installation Script"}, "86": {"path": "/run.sh:49-71", "hash": "e2aed4e34a68f996aa2843cf406bdfa2", "title": "Universal Software Installer"}, "87": {"path": "/run.sh:72-115", "hash": "5d1ba14311b8a89212234ce790f61f87", "title": "Automating Python Project Setup"}, "88": {"path": "/run.sh:117-143", "hash": "631882f4968344cbcbd906fb3007ed88", "title": "OpenAI API Key Configurator"}, "89": {"path": "/run.sh:144-155", "hash": "4742d4a7a0b934a691c111136ae81e7f", "title": "MacOS Installation Check"}, "90": {"path": "/setup.py", "hash": "30346e34e45eb4025e616bfdba88d87b", "title": "Setting up 'self-operating-computer'"}}}