alexis2/test_article.py

import newspaper
from newspaper import Article,Config
import sys
import requests

url = sys.argv[1]

config = Config()
config.language='en'
config.memoize_articles=False
config.keep_article_html=True
config.request_timeout=10
config.fetch_images=False
config.browser_user_agent="Mozilla/5.0 (X11; Linux x86_64; rv:47.0) Gecko/20100101 Firefox/47.0"
config.verbose=True


#r = requests.get(url)
#print(r.status_code)
#print(r.text)
a = Article(url=url,config=config)
print(url)
a.download()
print("dl")
a.parse()
print("parsed")
print(a.text)
#