alexis2/paid_sources/test_paid_article.py

#!/usr/bin/python3 
import newspaper
from newspaper import Article,Config
import sys

url="http://www.forbes.com/pictures/fjle45edkdm/no-1-detroit-michigan/"
if url == "":
    print("pls url")
    sys.exit(1)

config = Config()
config.language='en'
config.memoize_articles=False
config.keep_article_html=True
config.request_timeout=10
config.fetch_images=False
config.browser_user_agent="Mozilla/5.0 (X11; Linux x86_64; rv:47.0) Gecko/20100101 Firefox/47.0"
config.verbose=True


import forbes as parser
print(url)
html=parser.parse(url)
a = Article(url=url,config=config)
a.download(html=html)
#print("dl")
a.parse()
print(a.title)
print(a.text)
#print(a.html)
#