fetch_source.py

import json
import time

from selenium import webdriver
from selenium.webdriver.chrome.options import Options
from selenium.webdriver.common.by import By
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.support.wait import WebDriverWait
from webdriver_manager.chrome import ChromeDriverManager

# from webdriver_manager.firefox import GeckoDriverManager

with open('./setup.json') as fin:
    setup = json.load(fin)
chrome_options = Options()
chrome_options.add_argument("--headless")
# GeckoDriverManager.install()
driver = webdriver.Chrome(
    ChromeDriverManager().install(),
    chrome_options=chrome_options
)
driver.get("https://www.codewars.com/users/sign_in")

usernameElem = driver.find_element_by_id("user_email")
passwordElem = driver.find_element_by_id("user_password")

usernameElem.send_keys(setup['codewars']['email'])
passwordElem.send_keys(setup['codewars']['password'])

driver.find_element_by_xpath("//button[2]").click()

#########################################
#
# For Normal Accounts
#
##########################################

driver.find_element_by_xpath(
    "//div[contains(@class, 'profile-pic')]").click()
WebDriverWait(driver, 10).until(
    EC.presence_of_element_located((By.LINK_TEXT, "Solutions")))
driver.find_element_by_link_text('Solutions').click()

#########################################
#
# For Disabled Accounts
#
##########################################

# Change the url directly
# driver.get('https://www.codewars.com/users/whyuenac/completed_solutions')

nReloads = setup['reloads_in_browser']
elem = driver.find_element_by_tag_name("body")
for _ in range(nReloads):
    driver.execute_script("window.scrollTo(0, document.body.scrollHeight);")
    # .build().perform()
    time.sleep(2)

with open('./source.html', 'w') as fin:
    fin.write(driver.page_source)

driver.close()