56 lines
2.0 KiB
Python
56 lines
2.0 KiB
Python
|
from modules.imports import *
|
||
|
|
|
||
|
|
def setup_proxy(ip, port, options, socks=False) :
|
||
|
|
PROXY = f"{ip}:{port}"
|
||
|
|
if socks :
|
||
|
|
options.set_preference('network.proxy.type', 1)
|
||
|
|
options.set_preference('network.proxy.socks', ip)
|
||
|
|
options.set_preference('network.proxy.socks_port', int(port))
|
||
|
|
options.set_preference("browser.link.open_newwindow", 3)
|
||
|
|
else :
|
||
|
|
webdriver.DesiredCapabilities.FIREFOX['proxy'] = {
|
||
|
|
"httpProxy": PROXY,
|
||
|
|
"sslProxy": PROXY,
|
||
|
|
"proxyType": "MANUAL",
|
||
|
|
}
|
||
|
|
|
||
|
|
#Deal with rgpd popup as well as some random popup like 'are you satisfied' one
|
||
|
|
def rgpd_popup(driver) -> None:
|
||
|
|
for i in ["bnp_btn_accept", "bnp_hfly_cta2", "bnp_hfly_close"] :
|
||
|
|
try:
|
||
|
|
driver.find_element(By.ID, i).click()
|
||
|
|
except:
|
||
|
|
pass
|
||
|
|
|
||
|
|
# save webdriver cookies
|
||
|
|
def save_cookies():
|
||
|
|
pickle.dump(driver.get_cookies(), open(f"{'/'.join(__file__.split('/')[:-1])}/user_data/cookies/{_mail}.pkl", "wb"))
|
||
|
|
|
||
|
|
# load cookies previously saved to the driver
|
||
|
|
def load_cookies(driver):
|
||
|
|
cookies = pickle.load(open(f"{'/'.join(__file__.split('/')[:-1])}/user_data/cookies/{_mail}.pkl", "rb"))
|
||
|
|
for cookie in cookies:
|
||
|
|
driver.add_cookie(cookie)
|
||
|
|
|
||
|
|
"""
|
||
|
|
send_keys_wait([selenium element:element, str:keys]) send the different keys to the field element, with a random time between each press to simulate human action.
|
||
|
|
keys can be an string, but also selenium keys
|
||
|
|
"""
|
||
|
|
def send_keys_wait(element, keys):
|
||
|
|
for i in keys:
|
||
|
|
element.send_keys(i)
|
||
|
|
if FAST :
|
||
|
|
pass
|
||
|
|
else :
|
||
|
|
sleep(uniform(0.1, 0.3))
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
# Wait for the presence of the element identifier or [timeout]s
|
||
|
|
def wait_until_visible(search_by: str, identifier: str, timeout = 20, browser = driver) -> None:
|
||
|
|
try :
|
||
|
|
WebDriverWait(browser, timeout).until(EC.visibility_of_element_located((search_by,identifier)), "element not found")
|
||
|
|
except TimeoutException as e:
|
||
|
|
print(f"element not found after {timeout}s")
|
||
|
|
|