import requests
from django.conf import settings
from .models import News
from django.http import HttpResponse
def scrape(e):
news_list = News.objects.filter(published=True)
print(e)
response_html = "News Feed Processing Results
"
for news_source in news_list:
print(news_source.feed_url)
try:
news_request = requests.get('https://abqjournal.com/news', timeout=10) # Set a timeout for the request
response_html += f"- {news_request.status_code} - {news_request.url}
"
except requests.exceptions.RequestException as ex:
print(f"Error occurred processing: {news_source.feed_url} Error: {ex}")
response_html += f"- Error processing {news_source.feed_url}: {ex}
"
response_html += "
"
return HttpResponse(response_html, content_type="text/html")