A simple screen parsing tool towards pure vision based GUI agent
116 matches across 8 categories. Click a row to expand file-level details.
| Severity | File | Line | Snippet |
|---|---|---|---|
| LOW | gradio_demo.py | 4 | |
| LOW | gradio_demo.py | 10 | |
| LOW | omnitool/gradio/app_streamlit.py | 7 | |
| LOW | omnitool/gradio/app_streamlit.py | 8 | |
| LOW | omnitool/gradio/app_streamlit.py | 21 | |
| LOW | omnitool/gradio/app_streamlit.py | 22 | |
| LOW | omnitool/gradio/app_streamlit.py | 24 | |
| LOW | omnitool/gradio/app_new.py | 9 | |
| LOW | omnitool/gradio/app_new.py | 16 | |
| LOW | omnitool/gradio/app_new.py | 16 | |
| LOW | omnitool/gradio/tools/screen_capture.py | 5 | |
| LOW | omnitool/gradio/agent/vlm_agent_with_orchestrator.py | 3 | |
| LOW | omnitool/gradio/agent/vlm_agent_with_orchestrator.py | 9 | |
| LOW | omnitool/gradio/agent/vlm_agent_with_orchestrator.py | 10 | |
| LOW | omnitool/gradio/agent/vlm_agent_with_orchestrator.py | 12 | |
| LOW | omnitool/gradio/agent/vlm_agent.py | 3 | |
| LOW | omnitool/gradio/agent/vlm_agent.py | 10 | |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 4 | |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 5 | |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 9 | |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 15 | |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 15 | |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 15 | |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 15 | |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 15 | |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 24 | |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 25 | |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 25 | |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 27 | |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 29 | |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 30 | |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 31 | |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 32 | |
| LOW | omnitool/gradio/agent/llm_utils/oaiclient.py | 1 | |
| LOW | omnitool/gradio/agent/llm_utils/oaiclient.py | 2 | |
| LOW | omnitool/gradio/agent/llm_utils/oaiclient.py | 3 | |
| LOW | util/utils.py | 2 | |
| LOW | util/utils.py | 6 | |
| LOW | util/utils.py | 6 | |
| LOW | util/utils.py | 7 | |
| LOW | util/utils.py | 8 | |
| LOW | util/utils.py | 10 | |
| LOW | util/utils.py | 11 | |
| LOW | util/utils.py | 13 | |
| LOW | util/utils.py | 14 | |
| LOW | util/utils.py | 15 | |
| LOW | util/utils.py | 35 | |
| LOW | util/utils.py | 36 | |
| LOW | util/utils.py | 40 | |
| LOW | eval/ss_pro_gpt4o_omniv2.py | 7 | |
| LOW | eval/ss_pro_gpt4o_omniv2.py | 7 | |
| LOW | eval/ss_pro_gpt4o_omniv2.py | 7 | |
| LOW | eval/ss_pro_gpt4o_omniv2.py | 23 | |
| LOW | eval/ss_pro_gpt4o_omniv2.py | 34 | |
| LOW | eval/ss_pro_gpt4o_omniv2.py | 80 | |
| LOW | eval/ss_pro_gpt4o_omniv2.py | 80 | |
| LOW | eval/ss_pro_gpt4o_omniv2.py | 80 | |
| LOW | eval/ss_pro_gpt4o_omniv2.py | 81 |
| Severity | File | Line | Snippet |
|---|---|---|---|
| LOW | …tool/omnibox/vm/win11setup/setupscripts/server/main.py | 38 | except Exception as e: |
| LOW | omnitool/gradio/app.py | 109 | except Exception as e: |
| LOW | omnitool/gradio/app.py | 121 | except Exception as e: |
| LOW | omnitool/gradio/app.py | 267 | except Exception as e: |
| MEDIUM | omnitool/gradio/app.py | 258 | def get_header_image_base64(): |
| LOW | omnitool/gradio/app_new.py | 132 | except Exception as e: |
| LOW | omnitool/gradio/app_new.py | 144 | except Exception as e: |
| LOW | omnitool/gradio/app_new.py | 307 | except Exception as e: |
| LOW | omnitool/gradio/app_new.py | 418 | except Exception as e: |
| MEDIUM | omnitool/gradio/app_new.py | 298 | def get_header_image_base64(): |
| LOW | omnitool/gradio/tools/screen_capture.py | 28 | except Exception as e: |
| MEDIUM | omnitool/gradio/agent/vlm_agent_with_orchestrator.py | 230 | print(f"Error parsing: {vlm_response_json}") |
| LOW | omnitool/gradio/agent/vlm_agent_with_orchestrator.py | 404 | except Exception as e: |
| MEDIUM | omnitool/gradio/agent/vlm_agent_with_orchestrator.py | 405 | print(f"Error saving plan to {plan_path}: {str(e)}") |
| MEDIUM | omnitool/gradio/agent/vlm_agent.py | 167 | print(f"Error parsing: {vlm_response_json}") |
| LOW | omnitool/gradio/agent/llm_utils/oaiclient.py | 60 | except Exception as e: |
| MEDIUM | omnitool/gradio/agent/llm_utils/oaiclient.py | 61 | print(f"Error in interleaved openAI: {e}. This may due to your invalid API key. Please check the response: {resp |
| LOW | omnitool/gradio/agent/llm_utils/groqclient.py | 56 | except Exception as e: |
| MEDIUM | omnitool/gradio/agent/llm_utils/groqclient.py | 57 | print(f"Error in interleaved Groq: {e}") |
| LOW | omnitool/gradio/executor/anthropic_executor.py | 88 | except Exception as e: |
| Severity | File | Line | Snippet |
|---|---|---|---|
| LOW | omnitool/gradio/app_streamlit.py | 152 | |
| LOW | omnitool/gradio/loop.py | 40 | |
| LOW | omnitool/gradio/app.py | 353 | |
| LOW | omnitool/gradio/app_new.py | 311 | |
| LOW | omnitool/gradio/app_new.py | 470 | |
| LOW | omnitool/gradio/app_new.py | 619 | |
| LOW | omnitool/gradio/tools/computer.py | 108 | |
| LOW | omnitool/gradio/agent/vlm_agent_with_orchestrator.py | 451 | |
| LOW | omnitool/gradio/agent/vlm_agent_with_orchestrator.py | 66 | |
| LOW | omnitool/gradio/agent/vlm_agent_with_orchestrator.py | 108 | |
| LOW | omnitool/gradio/agent/vlm_agent.py | 306 | |
| LOW | omnitool/gradio/agent/vlm_agent.py | 31 | |
| LOW | omnitool/gradio/agent/vlm_agent.py | 70 | |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 116 | |
| LOW | omnitool/gradio/agent/llm_utils/oaiclient.py | 7 | |
| LOW | omnitool/gradio/agent/llm_utils/groqclient.py | 5 | |
| LOW | omnitool/gradio/executor/anthropic_executor.py | 74 | |
| LOW | util/utils.py | 178 | |
| LOW | util/utils.py | 231 |
| Severity | File | Line | Snippet |
|---|---|---|---|
| MEDIUM | omnitool/gradio/app_streamlit.py | 316 | # Create a shareable text of the conversation |
| MEDIUM | omnitool/gradio/app_streamlit.py | 324 | # Create a download link |
| MEDIUM | omnitool/gradio/app.py | 184 | # Create a concise version of the chatbot state for printing |
| MEDIUM | omnitool/gradio/app_new.py | 217 | # Create a concise version of the chatbot state for printing |
| MEDIUM | omnitool/gradio/agent/vlm_agent_with_orchestrator.py | 395 | # Create a filename with timestamp |
| Severity | File | Line | Snippet |
|---|---|---|---|
| LOW | …tool/omnibox/vm/win11setup/setupscripts/server/main.py | 82 | def capture_screen_with_cursor(): |
| LOW | omnitool/gradio/app_new.py | 691 | def update_view_file_dropdown(uploaded_files): |
| LOW | omnitool/gradio/agent/vlm_agent_with_orchestrator.py | 451 | def _maybe_filter_to_n_most_recent_images( |
| LOW | omnitool/gradio/agent/vlm_agent.py | 306 | def _maybe_filter_to_n_most_recent_images( |
| LOW | omnitool/gradio/agent/anthropic_agent.py | 116 | def _maybe_filter_to_n_most_recent_images( |
| LOW | omnitool/gradio/executor/anthropic_executor.py | 74 | def _message_display_callback(messages): |
| LOW | omnitool/gradio/executor/anthropic_executor.py | 129 | def _maybe_prepend_system_tool_result(result: ToolResult, result_text: str): |
| LOW | util/utils.py | 47 | def get_caption_model_processor(model_name, model_name_or_path="Salesforce/blip2-opt-2.7b", device=None): |
| LOW | eval/ss_pro_gpt4o_omniv2.py | 384 | def extract_first_bounding_box(text): |
| Severity | File | Line | Snippet |
|---|---|---|---|
| CRITICAL | omnitool/gradio/agent/anthropic_agent.py | 93 | raw_response = self.client.beta.messages.with_raw_response.create( |
| Severity | File | Line | Snippet |
|---|---|---|---|
| LOW | omnitool/omnibox/vm/buildcontainer/install.sh | 38 | # Check if the ISO was already processed by our script |
| LOW | omnitool/omnibox/scripts/manage_vm.sh | 52 | # Check if control parameter is provided |
| Severity | File | Line | Snippet |
|---|---|---|---|
| LOW | omnitool/omnibox/vm/buildcontainer/define.sh | 381 | # [ -f "$base" ] && return 0 |
| LOW | omnitool/gradio/app_new.py | 181 | # somehow can't display via gr.Image |