#!/usr/bin/python3 import newspaper from newspaper import Article,Config import sys url="http://www.forbes.com/pictures/fjle45edkdm/no-1-detroit-michigan/" if url == "": print("pls url") sys.exit(1) config = Config() config.language='en' config.memoize_articles=False config.keep_article_html=True config.request_timeout=10 config.fetch_images=False config.browser_user_agent="Mozilla/5.0 (X11; Linux x86_64; rv:47.0) Gecko/20100101 Firefox/47.0" config.verbose=True import forbes as parser print(url) html=parser.parse(url) a = Article(url=url,config=config) a.download(html=html) #print("dl") a.parse() print(a.title) print(a.text) #print(a.html) #