Help with web scraping

[Precious (Precious Sogunro)]

Currently using python to web scrape multiple website by searching for key words. It’s my first time doing this.

The code below is what I have so far. However I’m not too sure it this code is correct. When I ran the code, multiple errors came back. Anyone able to help please

from urllib.request import Request, urlopen
from bs4 import BeautifulSoup as soup
import requests
from bs4 import BeautifulSoup

url = 'https://www......'

def add_plus(keywords):
    keywords = keywords.split()
    keyword_edited = ""
    for i in keywords:
        keyword_edited += i + "+"
    keyword_edited = keyword_edited[:-1]
    return keyword_edited

class KeywordScraper:
    def __init__(self, keyword):
        self.keyword = keyword
        plusified_keyword = add_plus(keyword)
        self.keywords_scraped = []
        self.search_string = "https://www....'" + plusified_keyword

    def scrape_SERP(self):
        headers = {}
        content = requests.get(self.search_string, headers=headers).text
        soup = BeautifulSoup(content, "html.parser")
        related_keyword_section = soup.find("div", {"class":"card-section"})
        keywords_cols = related_keyword_section.find_all("div", {"class":"brs_col"})
        for col in keywords_cols:
            list_of_keywords = col.find_all("p", {"class":"nVcaUb"})
            for i in list_of_keywords:
                self.keywords_scraped.append(i.find("a").text)

    def write_to_file(self):
        for keyword in self.keywords_scraped:
            with open("scraped keywords.txt", "a") as f:
                f.write(keyword + "\n")
        print("keywords related to " + self.keyword + " scraped successfully")

s = KeywordScraper("Best gaming pc")
s.scrape_SERP()
s.write_to_file()

[pepoluan (Pandu E POLUAN)]

Can you wrap your code between two lines of triple-backticks?

Like this:

```

--- paste your code here ---

```

[wilsonusman]

I’m adding the code block correctly.

@Precious

url = ‘https://www…’

def add_plus(keywords):
    keywords = keywords.split()
    keyword_edited = “”
    for i in keywords:
    keyword_edited += i + “+”
    keyword_edited = keyword_edited[:-1]
    return keyword_edited

class KeywordScraper:
    def **init**(self, keyword):
        self.keyword = keyword
        plusified_keyword = add_plus(keyword)
        self.keywords_scraped =
        self.search_string = “https://www…’” + plusified_keyword

def scrape_SERP(self):
    headers = {}
    content = requests.get(self.search_string, headers=headers).text
    soup = BeautifulSoup(content, "html.parser")
    related_keyword_section = soup.find("div", {"class":"card-section"})
    keywords_cols = related_keyword_section.find_all("div", {"class":"brs_col"})
    for col in keywords_cols:
        list_of_keywords = col.find_all("p", {"class":"nVcaUb"})
        for i in list_of_keywords:
            self.keywords_scraped.append(i.find("a").text)

def write_to_file(self):
    for keyword in self.keywords_scraped:
        with open("scraped keywords.txt", "a") as f:
            f.write(keyword + "\n")
    print("keywords related to " + self.keyword + " scraped successfully")


s = KeywordScraper(“Best gaming pc”)
s.scrape_SERP()
s.write_to_file()

[CAM-Gerlach]

FWIW, I went ahead and fixed the OP’s post, though considering it is several years old and they never replied originally, or explained what errors they had, it seems unlikely to accomplish much, unfortunately.