107 lines
5.0 KiB
Python
107 lines
5.0 KiB
Python
import os
|
|
import random
|
|
import time
|
|
|
|
from selenium import webdriver
|
|
|
|
chromeProfilePath = os.path.join(os.getcwd(), "chrome_profile", "linkedin_profile")
|
|
|
|
def ensure_chrome_profile():
|
|
profile_dir = os.path.dirname(chromeProfilePath)
|
|
if not os.path.exists(profile_dir):
|
|
os.makedirs(profile_dir)
|
|
if not os.path.exists(chromeProfilePath):
|
|
os.makedirs(chromeProfilePath)
|
|
return chromeProfilePath
|
|
|
|
def is_scrollable(element):
|
|
scroll_height = element.get_attribute("scrollHeight")
|
|
client_height = element.get_attribute("clientHeight")
|
|
return int(scroll_height) > int(client_height)
|
|
|
|
def scroll_slow(driver, scrollable_element, start=0, end=3600, step=100, reverse=False):
|
|
if reverse:
|
|
start, end = end, start
|
|
step = -step
|
|
if step == 0:
|
|
raise ValueError("Step cannot be zero.")
|
|
script_scroll_to = "arguments[0].scrollTop = arguments[1];"
|
|
try:
|
|
if scrollable_element.is_displayed():
|
|
if not is_scrollable(scrollable_element):
|
|
print("The element is not scrollable.")
|
|
return
|
|
if (step > 0 and start >= end) or (step < 0 and start <= end):
|
|
print("No scrolling will occur due to incorrect start/end values.")
|
|
return
|
|
for position in range(start, end, step):
|
|
try:
|
|
driver.execute_script(script_scroll_to, scrollable_element, position)
|
|
except Exception as e:
|
|
print(f"Error during scrolling: {e}")
|
|
time.sleep(random.uniform(1.0, 2.6))
|
|
driver.execute_script(script_scroll_to, scrollable_element, end)
|
|
time.sleep(1)
|
|
else:
|
|
print("The element is not visible.")
|
|
except Exception as e:
|
|
print(f"Exception occurred: {e}")
|
|
|
|
def chromeBrowserOptions():
|
|
ensure_chrome_profile()
|
|
options = webdriver.ChromeOptions()
|
|
"""options.add_argument("--start-maximized") # Avvia il browser a schermo intero
|
|
options.add_argument("--no-sandbox") # Disabilita la sandboxing per migliorare le prestazioni
|
|
options.add_argument("--disable-dev-shm-usage") # Utilizza una directory temporanea per la memoria condivisa
|
|
options.add_argument("--ignore-certificate-errors") # Ignora gli errori dei certificati SSL
|
|
options.add_argument("--disable-extensions") # Disabilita le estensioni del browser
|
|
options.add_argument("--disable-gpu") # Disabilita l'accelerazione GPU
|
|
options.add_argument("window-size=1200x800") # Imposta la dimensione della finestra del browser
|
|
options.add_argument("--disable-background-timer-throttling") # Disabilita il throttling dei timer in background
|
|
options.add_argument("--disable-backgrounding-occluded-windows") # Disabilita la sospensione delle finestre occluse
|
|
options.add_argument("--disable-translate") # Disabilita il traduttore automatico
|
|
options.add_argument("--disable-popup-blocking") # Disabilita il blocco dei popup
|
|
options.add_argument("--no-first-run") # Disabilita la configurazione iniziale del browser
|
|
options.add_argument("--no-default-browser-check") # Disabilita il controllo del browser predefinito
|
|
options.add_argument("--single-process") # Esegui Chrome in un solo processo
|
|
options.add_argument("--disable-logging") # Disabilita il logging
|
|
options.add_argument("--disable-autofill") # Disabilita l'autocompletamento dei moduli
|
|
options.add_argument("--disable-plugins") # Disabilita i plugin del browser
|
|
options.add_argument("--disable-animations") # Disabilita le animazioni
|
|
options.add_argument("--disable-cache") # Disabilita la cache
|
|
options.add_experimental_option("excludeSwitches", ["enable-automation", "enable-logging"]) # Esclude switch della modalità automatica e logging
|
|
|
|
# Preferenze per contenuti
|
|
prefs = {
|
|
"profile.default_content_setting_values.images": 2, # Disabilita il caricamento delle immagini
|
|
"profile.managed_default_content_settings.stylesheets": 2, # Disabilita il caricamento dei fogli di stile
|
|
}
|
|
options.add_experimental_option("prefs", prefs)
|
|
|
|
if len(chromeProfilePath) > 0:
|
|
initialPath = os.path.dirname(chromeProfilePath)
|
|
profileDir = os.path.basename(chromeProfilePath)
|
|
options.add_argument('--user-data-dir=' + initialPath)
|
|
options.add_argument("--profile-directory=" + profileDir)
|
|
else:
|
|
options.add_argument("--incognito")"""
|
|
initialPath = os.path.dirname(chromeProfilePath)
|
|
profileDir = os.path.basename(chromeProfilePath)
|
|
options.add_argument('--user-data-dir=' + initialPath)
|
|
options.add_argument("--profile-directory=" + profileDir)
|
|
return options
|
|
|
|
|
|
def printred(text):
|
|
# Codice colore ANSI per il rosso
|
|
RED = "\033[91m"
|
|
RESET = "\033[0m"
|
|
# Stampa il testo in rosso
|
|
print(f"{RED}{text}{RESET}")
|
|
|
|
def printyellow(text):
|
|
# Codice colore ANSI per il giallo
|
|
YELLOW = "\033[93m"
|
|
RESET = "\033[0m"
|
|
# Stampa il testo in giallo
|
|
print(f"{YELLOW}{text}{RESET}") |