wscrpy

web scraping and data parsing library

installation

pip install wscrpy

import Main_request from wscrpy

from wscrpy import Main_request

http headers

headers = {'User-Agent':'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/37.0.2062.94 Chrome/37.0.2062.94 Safari/537.36'}

Main request

c = Main_request("https://docs.python-requests.org/en/latest/user/quickstart/")

start get request

r = c.mkgreq(headers_=headers)

start parsing

soup = c.parser(r.content)

parsing webpage title

s = soup.title

prettify print

c.pprt(s)

find all links

finder_result = c.finder(soup,findall='a')

print all links herf

for i in finder_result: print(i['href'])