#!/usr/bin/env python3 import json import requests s_r = requests.session() login_url = "https://id.wsj.com/auth/submitlogin.json" payload={"username":"rhwang@marketplatforms.com","password":"dowjones15"} def parse(link): payload["url"]=link result = s_r.post(login_url, json=payload, headers = dict(referer=login_url)) result = s_r.get(json.loads(result.text)["url"]) return result.content.decode("utf-8")