Help with web scraping

Currently using python to web scrape multiple website by searching for key words. It’s my first time doing this.

The code below is what I have so far. However I’m not too sure it this code is correct. When I ran the code, multiple errors came back. Anyone able to help please :slight_smile:

from urllib.request import Request, urlopen
from bs4 import BeautifulSoup as soup
import requests
from bs4 import BeautifulSoup

url = ‘https://www…’

def add_plus(keywords):
keywords = keywords.split()
keyword_edited = “”
for i in keywords:
keyword_edited += i + “+”
keyword_edited = keyword_edited[:-1]
return keyword_edited

class KeywordScraper:
def init(self, keyword):
self.keyword = keyword
plusified_keyword = add_plus(keyword)
self.keywords_scraped =
self.search_string = “https://www…’” + plusified_keyword

def scrape_SERP(self):
    headers = {}
    content = requests.get(self.search_string, headers=headers).text
    soup = BeautifulSoup(content, "html.parser")
    related_keyword_section = soup.find("div", {"class":"card-section"})
    keywords_cols = related_keyword_section.find_all("div", {"class":"brs_col"})
    for col in keywords_cols:
        list_of_keywords = col.find_all("p", {"class":"nVcaUb"})
        for i in list_of_keywords:

def write_to_file(self):
    for keyword in self.keywords_scraped:
        with open("scraped keywords.txt", "a") as f:
            f.write(keyword + "\n")
    print("keywords related to " + self.keyword + " scraped successfully")

s = KeywordScraper(“Best gaming pc”)

Can you wrap your code between two lines of triple-backticks?

Like this:


--- paste your code here ---