8
8
9
9
API_KEY = os .getenv ("AGENTQL_API_KEY" )
10
10
11
- def query_data (url : str , query : Optional [str ], prompt : Optional [str ]) -> dict :
11
+
12
+ def extract_data (url : str , query : Optional [str ], prompt : Optional [str ]) -> dict :
12
13
"""
13
14
url: url of website to scrape
14
15
query: described below
@@ -44,37 +45,36 @@ def query_data(url: str, query: Optional[str], prompt: Optional[str]) -> dict:
44
45
}
45
46
```
46
47
"""
47
- payload = {
48
- "url" : url ,
49
- "query" : query ,
50
- "prompt" : prompt
51
- }
48
+ payload = {"url" : url , "query" : query , "prompt" : prompt }
52
49
53
- headers = {
54
- "X-API-Key" : f"{ API_KEY } " ,
55
- "Content-Type" : "application/json"
56
- }
50
+ headers = {"X-API-Key" : f"{ API_KEY } " , "Content-Type" : "application/json" }
57
51
58
52
try :
59
53
response = httpx .post (
60
54
QUERY_DATA_ENDPOINT ,
61
55
headers = headers ,
62
56
json = payload ,
63
- timeout = API_TIMEOUT_SECONDS
57
+ timeout = API_TIMEOUT_SECONDS ,
64
58
)
65
59
response .raise_for_status ()
66
60
67
61
except httpx .HTTPStatusError as e :
68
62
response = e .response
69
63
if response .status_code in [401 , 403 ]:
70
- raise ValueError ("Please, provide a valid API Key. You can create one at https://dev.agentql.com." ) from e
64
+ raise ValueError (
65
+ "Please, provide a valid API Key. You can create one at https://dev.agentql.com."
66
+ ) from e
71
67
else :
72
68
try :
73
69
error_json = response .json ()
74
- msg = error_json ["error_info" ] if "error_info" in error_json else error_json ["detail" ]
70
+ msg = (
71
+ error_json ["error_info" ]
72
+ if "error_info" in error_json
73
+ else error_json ["detail" ]
74
+ )
75
75
except (ValueError , TypeError ):
76
76
msg = f"HTTP { e } ."
77
77
raise ValueError (msg ) from e
78
78
else :
79
79
json = response .json ()
80
- return json ["data" ]
80
+ return json ["data" ]
0 commit comments