Merge pull request #17 from ScrapingAnt/feature/issue15-support-wait_for_selector-and-browser-params

feature/issue15-support-wait_for_selector-and-browser-params: done

Author: megabotan

README.md

@@ -53,6 +53,8 @@ https://docs.scrapingant.com/request-response-format#available-parameters
 | js_snippet | <code>string</code> | None |
 | proxy_country | <code>str</code> | None | 
 | return_text | <code>boolean</code> | False |
+| wait_for_selector | <code>str</code> | None |
+| browser | <code>boolean</code> | True |
 
 **IMPORTANT NOTE:** <code>js_snippet</code> will be encoded to Base64 automatically by the ScrapingAnt client library.
 

scrapingant_client/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "0.3.5"
+__version__ = "0.3.6"
 
 from scrapingant_client.client import ScrapingAntClient
 from scrapingant_client.cookie import Cookie

scrapingant_client/client.py

@@ -36,6 +36,8 @@ def general_request(
             js_snippet: Optional[str] = None,
             proxy_country: Optional[str] = None,
             return_text: bool = False,
+            wait_for_selector: Optional[str] = None,
+            browser: bool = True,
     ) -> Response:
         request_data = {'url': url}
         if cookies is not None:
@@ -45,8 +47,10 @@ def general_request(
             request_data['js_snippet'] = encoded_js_snippet
         if proxy_country is not None:
             request_data['proxy_country'] = proxy_country.lower()
-        if return_text:
-            request_data['return_text'] = True
+        if wait_for_selector is not None:
+            request_data['wait_for_selector'] = wait_for_selector
+        request_data['return_text'] = return_text
+        request_data['browser'] = browser
 
         response = self.requests_session.post(
             SCRAPINGANT_API_BASE_URL + '/general',