scraping project added

Author: Hk669

Web scraping for book names/scraping.py

@@ -0,0 +1,36 @@
+import requests
+from bs4 import BeautifulSoup
+import pandas as pd
+
+# a function for scraping content from url
+def scrape_url(url):
+  response = requests.get(url)
+  response = response.content
+  soup = BeautifulSoup(response, 'html.parser')
+  return soup
+
+
+url = 'https://books.toscrape.com/catalogue/category/books/mystery_3/index.html'
+print(scrape_url(url))
+
+
+# extracting data from the content
+data1 = []
+for i in range(1,51):
+  url = f'https://books.toscrape.com/catalogue/page-{i}.html'
+  response = requests.get(url)
+  response = response.content
+  soup = BeautifulSoup(response, 'html.parser')
+  ol = soup.find('ol')
+  articles = ol.find_all('article', class_='product_pod')
+
+  for article in articles:
+    title_element = article.find('h3')
+    title = title_element.get_text(strip=True)
+    price_element = soup.find('p', class_='price_color')
+    price = price_element.get_text(strip=True)
+    star_element = article.find('p')
+    star = star_element['class'][1] if star_element else None
+    data1.append({"title":title ," Price":price,"Star":star})
+# data stored in DataFrame to easy manipulate and preprocess
+df = pd.DataFrame(data1)