from modules.imports import * def setup_proxy(ip, port, options, socks=False) : PROXY = f"{ip}:{port}" if socks : options.set_preference('network.proxy.type', 1) options.set_preference('network.proxy.socks', ip) options.set_preference('network.proxy.socks_port', int(port)) options.set_preference("browser.link.open_newwindow", 3) else : webdriver.DesiredCapabilities.FIREFOX['proxy'] = { "httpProxy": PROXY, "sslProxy": PROXY, "proxyType": "MANUAL", } #Deal with rgpd popup as well as some random popup like 'are you satisfied' one def rgpd_popup(driver) -> None: for i in ["bnp_btn_accept", "bnp_hfly_cta2", "bnp_hfly_close"] : try: driver.find_element(By.ID, i).click() except: pass # save webdriver cookies def save_cookies(): pickle.dump(driver.get_cookies(), open(f"{'/'.join(__file__.split('/')[:-1])}/user_data/cookies/{_mail}.pkl", "wb")) # load cookies previously saved to the driver def load_cookies(driver): cookies = pickle.load(open(f"{'/'.join(__file__.split('/')[:-1])}/user_data/cookies/{_mail}.pkl", "rb")) for cookie in cookies: driver.add_cookie(cookie) """ send_keys_wait([selenium element:element, str:keys]) send the different keys to the field element, with a random time between each press to simulate human action. keys can be an string, but also selenium keys """ def send_keys_wait(element, keys): for i in keys: element.send_keys(i) if FAST : pass else : sleep(uniform(0.1, 0.3)) # Wait for the presence of the element identifier or [timeout]s def wait_until_visible(search_by: str, identifier: str, timeout = 20, browser = driver) -> None: try : WebDriverWait(browser, timeout).until(EC.visibility_of_element_located((search_by,identifier)), "element not found") except TimeoutException as e: print(f"element not found after {timeout}s")