ffreemt commited on
Commit
4072c23
·
1 Parent(s): c9c2884

Remove datasets

Browse files
Files changed (4) hide show
  1. .gitignore +3 -0
  2. app.py +4 -1
  3. requirements.txt +6 -2
  4. scripts/text_web_browser.py +2 -1
.gitignore ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ scripts/__pycache__
2
+ .env
3
+ .gradio
app.py CHANGED
@@ -33,7 +33,7 @@ from scripts.visual_qa import visualizer
33
  from tqdm import tqdm
34
 
35
  from smolagents import (
36
- MANAGED_AGENT_PROMPT,
37
  CodeAgent,
38
  HfApiModel,
39
  LiteLLMModel,
@@ -79,6 +79,8 @@ SET = "validation"
79
 
80
  custom_role_conversions = {"tool-call": "assistant", "tool-response": "user"}
81
 
 
 
82
  ### LOAD EVALUATION DATASET
83
 
84
  eval_ds = datasets.load_dataset("gaia-benchmark/GAIA", "2023_all")[SET]
@@ -95,6 +97,7 @@ eval_ds = eval_ds.map(preprocess_file_paths)
95
  eval_df = pd.DataFrame(eval_ds)
96
  print("Loaded evaluation dataset:")
97
  print(eval_df["task"].value_counts())
 
98
 
99
  user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36 Edg/119.0.0.0"
100
 
 
33
  from tqdm import tqdm
34
 
35
  from smolagents import (
36
+ # MANAGED_AGENT_PROMPT,
37
  CodeAgent,
38
  HfApiModel,
39
  LiteLLMModel,
 
79
 
80
  custom_role_conversions = {"tool-call": "assistant", "tool-response": "user"}
81
 
82
+ # skip
83
+ _ = """
84
  ### LOAD EVALUATION DATASET
85
 
86
  eval_ds = datasets.load_dataset("gaia-benchmark/GAIA", "2023_all")[SET]
 
97
  eval_df = pd.DataFrame(eval_ds)
98
  print("Loaded evaluation dataset:")
99
  print(eval_df["task"].value_counts())
100
+ # """
101
 
102
  user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36 Edg/119.0.0.0"
103
 
requirements.txt CHANGED
@@ -12,7 +12,8 @@ openai>=1.52.2
12
  openpyxl
13
  pandas>=2.2.3
14
  pathvalidate>=3.2.1
15
- pdfminer>=20191125
 
16
  pdfminer.six>=20240706
17
  Pillow>=11.0.0
18
  puremagic>=1.28
@@ -20,7 +21,10 @@ pypdf>=5.1.0
20
  python-dotenv>=1.0.1
21
  python_pptx>=1.0.2
22
  Requests>=2.32.3
23
- serpapi>=0.1.5
 
 
 
24
  tqdm>=4.66.4
25
  torch>=2.2.2
26
  torchvision>=0.17.2
 
12
  openpyxl
13
  pandas>=2.2.3
14
  pathvalidate>=3.2.1
15
+
16
+ # pdfminer>=20191125
17
  pdfminer.six>=20240706
18
  Pillow>=11.0.0
19
  puremagic>=1.28
 
21
  python-dotenv>=1.0.1
22
  python_pptx>=1.0.2
23
  Requests>=2.32.3
24
+ # serpapi>=0.1.5
25
+ serpapi
26
+
27
+ google-search-results
28
  tqdm>=4.66.4
29
  torch>=2.2.2
30
  torchvision>=0.17.2
scripts/text_web_browser.py CHANGED
@@ -11,7 +11,8 @@ from urllib.parse import unquote, urljoin, urlparse
11
 
12
  import pathvalidate
13
  import requests
14
- from serpapi import GoogleSearch
 
15
 
16
  from smolagents import Tool
17
 
 
11
 
12
  import pathvalidate
13
  import requests
14
+ # from serpapi import GoogleSearch
15
+ from serpapi.google_search import GoogleSearch
16
 
17
  from smolagents import Tool
18