feat(models): exclude ScienceDirect URLs from screenshot capture in G…

…PT4V_MMMU
EvolvingLMMs-Lab · Dec 26, 2024 · fdc8faf · fdc8faf
1 parent 06e5157
commit fdc8faf
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/lmms_eval/models/gpt4v_mmmu.py b/lmms_eval/models/gpt4v_mmmu.py
@@ -465,6 +465,9 @@ def generate_until(self, requests) -> List[str]:
                         # Take screenshot of the first 3 webpages
 
                         for url_idx, url in enumerate(urls):
+                            if "sciencedirect" in url:
+                                continue
+
                             if len(search_image_contents) >= 4:
                                 break