get_data_using_selenium.py

from selenium import webdriver
from selenium.webdriver.chrome.options import Options
from selenium.webdriver.common.by import By


driver_exe = 'chromedriver'
options = Options()
options.add_argument("--headless")	
options.add_argument("--start-maximized") #open Browser in maximized mode
options.add_argument("--no-sandbox") #bypass OS security model
options.add_argument("--disable-dev-shm-usage") #overcome limited resource problems
options.add_experimental_option("excludeSwitches", ["enable-automation"])
options.add_experimental_option('useAutomationExtension', False)
driver = webdriver.Chrome(driver_exe, options=options)

driver.get(“https://www.google.com”)
elem = driver.find_elements(By.TAG_NAME, ‘a’)

for ele in elem:
    url_elem = ele.get_attribute("href")
    if url_elem == <compare URL>:
        logging.debug('URL is found')
        break