python exp 10
python exp 10
Web Scraping : Create a program that uses a web scraping library to extract data from a
website and then stores it in a database.
Code:
import requests
from bs4 import BeautifulSoup
import sqlite3
def scrape_quotes():
url = "http://quotes.toscrape.com"
response = requests.get(url)
soup = BeautifulSoup(response.text, 'html.parser')
quotes = []
for quote in soup.select('.text'):
quotes.append(quote.get_text())
return quotes
def store_in_database(quotes):
conn = sqlite3.connect('quotes.db')
cursor = conn.cursor()
cursor.execute('''
CREATE TABLE IF NOT EXISTS quotes (
id INTEGER PRIMARY KEY AUTOINCREMENT,
quote TEXT
)
''')
conn.commit()
conn.close()
if __name__ == "__main__":
quotes_data = scrape_quotes()
if quotes_data:
store_in_database(quotes_data)
print("Quotes successfully scraped and stored in the database.")
else:
print("Error in scraping quotes.")
Output: