ques.py

from selenium import webdriver
from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.by import By
from selenium.common.exceptions import NoSuchElementException
from selenium.common.exceptions import TimeoutException
import os
from fpdf import FPDF

options = webdriver.ChromeOptions()
options.add_argument("--headless")


capa = DesiredCapabilities.CHROME
capa["pageLoadStrategy"] = "none"

print("Enter Chrome Driver path: ")
input_driver_path = input()
driver = webdriver.Chrome(input_driver_path)
# the base url of leetcode problem set page
baseurl = "https://leetcode.com/problemset/all"
wait = WebDriverWait(driver, 15)

# the difficulty level of all the of all the problems
problem_difficulty = {"Easy": "?difficulty=Easy",
                      "Medium": "?difficulty=Medium", "Hard": "?difficulty=hard"}


def get_problem(category, no_of_problems):

    prblm_info = {}
    try:
        # checking if there is no network or any other iisue
        driver.get(baseurl + '/' + category)
        wait.until(EC.element_to_be_clickable(
            (By.XPATH, "//*[@id='question-app']/div/div[2]/div[2]/div[2]/table/tbody[1]/tr[1]")))
    except TimeoutException as exception:
        print("Couldn't fetch problem. Network issue or page slow to render. Try again")
        os._exit(-1)

    for problem_index in range(1, no_of_problems + 1):
        # set problem name
        problem_name = driver.find_element_by_xpath(
            "//*[@id='question-app']/div/div[2]/div[2]/div[2]/table/tbody[1]/tr[{}]/td[3]".format(problem_index)).text
        # set problem url
        problem_url = driver.find_element_by_xpath(
            "//*[@id='question-app']/div/div[2]/div[2]/div[2]/table/tbody[1]/tr[{}]/td[3]/div/a".format(problem_index)).get_attribute('href')
        print(problem_name, " ", problem_url)
        prblm_info[problem_name] = problem_url
    return prblm_info


def get_description(problem_url, problem_name):
    try:
        # check if the element is founded, and located in the correct format
        driver.get(problem_url)
        wait.until(EC.element_to_be_clickable(
            (By.XPATH, "//*[@id='app']/div/div[2]/div/div/div[1]/div/div[1]/div[1]/div/div[2]/div/div[2]/div/p[1]")))
        problem_title = problem_name
        problem_statement = driver.find_element_by_xpath(
            "//*[@id='app']/div/div[2]/div/div/div[1]/div/div[1]/div[1]/div/div[2]/div/div[2]/div/p[1]").text
        problem_test_cases = driver.find_element_by_xpath(
            "//*[@id='app']/div/div[2]/div/div/div[1]/div/div[1]/div[1]/div/div[2]/div/div[2]/div/pre[1]").text

        if (problem_test_cases.find("Output") == -1):
            problem_test_cases = "Input\n" + problem_test_cases
            problem_test_cases += "\nOutput\n"
            problem_test_cases += driver.find_element_by_xpath(
                "//*[@id='problem-statement']/pre[2]").text

        else:
            driver.execute_script("window.stop();")
        problem = {'title': problem_title, 'statement': problem_statement,
                   'test_case': problem_test_cases, 'url': problem_url}
        return problem

    except NoSuchElementException as e:
        print("Couldn't scrap the element, Unable to locate it")
        problem = None
    except TimeoutException as exception:
        print("Couldn't scrap the element, Unable to locate it")
        problem = None


def to_pdf(problem):
    pdf = FPDF()
    pdf.add_page()
    pdf.set_font("Arial", size=15)
    # set title
    title = problem["title"].encode('latin-1', 'replace').decode('latin-1')
    # set statement
    statement = problem["statement"].encode(
        'latin-1', 'replace').decode('latin-1')
    # set test cases
    test_case = problem["test_case"].encode(
        'latin-1', 'replace').decode('latin-1')
    # set url
    url = problem["url"]
    pdf.cell(200, 10, txt=title, ln=1, align='C')
    pdf.multi_cell(200, 10, txt=statement, align='L')
    pdf.multi_cell(200, 10, txt=test_case, align='L')
    pdf.write(5, 'Problem_Link: ')
    pdf.write(5, url, url)
    title = title.rstrip()
    pdf.output("./LeetCode-Scrapper/"+title+".pdf")


def main():
    category = input(
        "Choose difficulty level from \n Easy \n Medium \n Hard \n\n : ")
    no_of_problems = int(
        input("Enter the number of problems to be scrapped : "))
    info = get_problem(problem_difficulty[category], no_of_problems)
    for name, url in info.items():
        problem = get_description(url, name)
        if (problem is not None):
            to_pdf(problem)
        else:
            pass


if __name__ == '__main__':
    main()

# Close the driver path
driver.close()