How to Build an AI-Powered Web Article Summarizer with Python 🐍

python

import requests

from bs4 import BeautifulSoup

from transformers import pipeline



def summarize_article(url):

    print("⏳ Fetching article content...")

    # 1. Fetch the webpage

    response = requests.get(url)

    if response.status_code != 200:

        return "Failed to retrieve the article."



    # 2. Parse HTML and extract text

    soup = BeautifulSoup(response.text, 'html.parser')

    paragraphs = soup.find_all('p')

    article_text = ' '.join([p.get_text() for p in paragraphs])



    # 3. Initialize the AI summarization pipeline

    print("🤖 Generating summary using AI...")

    summarizer = pipeline("summarization", model="facebook/bart-large-cnn")



    # Limit text length for the model

    input_text = article_text[:2000] 



    summary = summarizer(input_text, max_length=130, min_length=30, do_sample=False)

    return summary[0]['summary_text']



# Example Usage

if __name__ == "__main__":

    article_url = "https://dev.to/t/python" 

    result = summarize_article(article_url)

    print("\n📝 AI Summary:")

    print(result)