http://www.mypoints.com/emp/u/cookie...mpl%3Dindex.vm

import urllib
import urllib2
import cookielib

#Create empty cookie jar.
cj = cookielib.LWPCookieJar()
#Install cookie handler for urllib2.
opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(cj))
urllib2.install_opener(opener)
#For ClientCookie module(?)
# opener = ClientCookie.build_opener(ClientCookie.HTTPCookieProcessor(cj))
# ClientCookie.install_opener(opener)

#Create initial request -- This is like when you first browse to the page.  Since the cookie jar was empty, it will
#be like you initially cleared them from your browser.
#Cookies may set at this point.
request = urllib2.Request("http://www.mypoints.com", None)
f = urllib2.urlopen(request)
f.close()
#Now you have to make a request like you submitted the form on the page.  
#ClientForms would be good for this, but I don't have the docs handy.  I will just do it the hard way.  Assume
#the form action is "http://www.mypoints.com/login.cgi" and the method is POST.
#Further assume the names of the login and password fields are "login" and "password".
data = urllib.urlencode({"login": "your-login", "password" : "your-password"})
request = urllib2.Request("http://www.mypoints.com/login.cgi", data)
f = urllib2.urlopen(request)
#I am assuming that at this point you log into the screen you want to scrape.
#If not, you will have to request the page you want to scrape at this point.

#Read the page.
html = f.read()
f.close()

#Parse the html here (html contains the page markup).

#!/usr/bin/python
import urllib
import urllib2
import ClientCookie

#Create empty cookie jar.
cj = ClientCookie.LWPCookieJar()
#Install cookie handler for urllib2.
opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(cj))
urllib2.install_opener(opener)
#For ClientCookie module(?)
# opener = ClientCookie.build_opener(ClientCookie.HTTPCookieProcessor(cj))
# ClientCookie.install_opener(opener)

#Create initial request -- This is like when you first browse to the page.  Since the cookie jar was empty, it will
#be like you initially cleared them from your browser.
#Cookies may set at this point.
request = urllib2.Request("http://www.mypoints.com", None)
f = urllib2.urlopen(request)
f.close()
#Now you have to make a request like you submitted the form on the page.  
#ClientForms would be good for this, but I don't have the docs handy.  I will just do it the hard way.  Assume
#the form action is "http://www.mypoints.com/login.cgi" and the method is POST.
#Further assume the names of the login and password fields are "login" and "password".
data = urllib.urlencode({"email": "me@gmail.com", "password" : "pass"})
request = urllib2.Request("http://www.mypoints.com/login.cgi", data)
f = urllib2.urlopen(request)
#I am assuming that at this point you log into the screen you want to scrape.
#If not, you will have to request the page you want to scrape at this point.

#Read the page.
html = f.read()
f.close()

#Parse the html here (html contains the page markup).

print html

Traceback (most recent call last):
  File "./myPoints.py", line 7, in ?
    cj = ClientCookie.LWPCookieJar()
AttributeError: 'module' object has no attribute 'LWPCookieJar'

cj = ClientCookie.CookieJar()

#!/usr/bin/python
import urllib
import urllib2
import cookielib

#Create empty cookie jar.
cj = cookielib.LWPCookieJar()
#Install cookie handler for urllib2.
opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(cj))
urllib2.install_opener(opener)
#For ClientCookie module(?)
# opener = ClientCookie.build_opener(ClientCookie.HTTPCookieProcessor(cj))
# ClientCookie.install_opener(opener)

#Create initial request -- This is like when you first browse to the page.  Since the cookie jar was empty, it will
#be like you initially cleared them from your browser.
#Cookies may set at this point.
request = urllib2.Request("http://www.mypoints.com", None)
f = urllib2.urlopen(request)
f.close()
#Now you have to make a request like you submitted the form on the page.
#ClientForms would be good for this, but I don't have the docs handy.  I will just do it the hard way.  Assume
#the form action is "http://www.mypoints.com/login.cgi" and the method is POST.
#Further assume the names of the login and password fields are "login" and "password".
data = urllib.urlencode({"email": "me@gmail.com", "password" : "mypass"})
request = urllib2.Request("https://www.mypoints.com/emp/u/login.do", data)
f = urllib2.urlopen(request)
#I am assuming that at this point you log into the screen you want to scrape.
#If not, you will have to request the page you want to scrape at this point.

#Read the page.
html = f.read()
f.close()

#Parse the html here (html contains the page markup).
#for now just print the html and I'm grepping through it
print html

#!/usr/bin/python

import urllib
import urllib2
import cookielib

urlopen = urllib2.urlopen
cj = cookielib.LWPCookieJar()
Request = urllib2.Request

opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(cj))
urllib2.install_opener(opener)

theurl = 'http://www.mypoints.com/'
txdata = urllib.urlencode({"email": "foo@gmail.com", "password": "foobar"})
txheaders = {'User-agent' : 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT)'}

req = Request(theurl, txdata, txheaders)
handle = urlopen(req)
html = handle.read()
#page = handle.geturl() # page will equal http://www.mypoints.com/emp/u/index.vm due to redirect

handle.close

print html

import urllib
import urllib2
import cookielib
import HTMLParser

#Class used to parse HTML to be scraped.
class MyParser(HTMLParser.HTMLParser):
	def __init__(self):
		HTMLParser.HTMLParser.__init__(self)
		self.data_type = ""
	def handle_data(self, data):
		if not self.data_type:
			if data.lower() == "point balance":
				self.data_type = "balance"
			elif data.lower() == "points available to redeem":
				self.data_type = "points available to redeem"
			elif data.lower() == "pending points":
				self.data_type = "pending points"
		else:
			print "%s: %s" % (self.data_type, data)
			self.data_type = ""

#Set up email and password.
email = "yourmail@yourserver"
password = "your-password"
			
#Create empty cookie jar.
cj = cookielib.LWPCookieJar()
#Install cookie handler for urllib2.
opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(cj))
urllib2.install_opener(opener)

#Create initial request -- This is like when you first browse to the page.  Since the cookie jar was empty, it will
#be like you initially cleared them from your browser.
#Cookies may set at this point.
request = urllib2.Request("http://www.mypoints.com", None)
f = urllib2.urlopen(request)
f.close()

#Now you have to make a request like you submitted the form on the page.  
#Notice that two hidden fields plus the email and password fields are sent to the form processing page.
data = urllib.urlencode({"action": "login", "email": email, "password" : password, "proceed" : "Sign In"})
request = urllib2.Request("https://www.mypoints.com/emp/u/login.do", data)
f = urllib2.urlopen(request)

#Read the page.
html = f.read()
f.close()

#Parse the html here (html contains the page markup). 
parser = MyParser()
parser.feed(html)

#Create initial request -- This is like when you first browse to the page.  Since the cookie jar was empty, it will
#be like you initially cleared them from your browser.
#Cookies may set at this point.
request = urllib2.Request("http://www.mypoints.com", None)
f = urllib2.urlopen(request)
f.close()

if formfield "mode" is value "filled-out":
   if there are errors on the form:
      write error message
      write HTML with previous form variables
   else:
      process form and navigate to successful page...
else:
   write HTML with blank inputs.
   write hidden input "mode" with value "filled-out"

#!/usr/bin/python

import urllib
import urllib2
import cookielib
import HTMLParser

results = {}

#Class used to parse HTML to be scraped.
class MyParser(HTMLParser.HTMLParser):
	def __init__(self):
		HTMLParser.HTMLParser.__init__(self)
		self.data_type = ""
	def handle_data(self, data):
		if not self.data_type:
			if data.lower() == "point balance":
				self.data_type = "balance"
			elif data.lower() == "points available to redeem":
				self.data_type = "points available to redeem"
			elif data.lower() == "pending points":
				self.data_type = "pending points"
		else:
			global results
			results[self.data_type] = data
			print results
			self.data_type = ""
	
#Set up email and password.
email = "foo"
password = "foo"
			
#Create empty cookie jar.
cj = cookielib.LWPCookieJar()
#Install cookie handler for urllib2.
opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(cj))
urllib2.install_opener(opener)

#Create initial request -- This is like when you first browse to the page.  Since the cookie jar was empty, it will
#be like you initially cleared them from your browser.
#Cookies may set at this point.
request = urllib2.Request("http://www.mypoints.com", None)
f = urllib2.urlopen(request)
f.close()

#Now you have to make a request like you submitted the form on the page.  
#Notice that two hidden fields plus the email and password fields are sent to the form processing page.
data = urllib.urlencode({"action": "login", "email": email, "password" : password, "proceed" : "Sign In"})
request = urllib2.Request("https://www.mypoints.com/emp/u/login.do", data)
f = urllib2.urlopen(request)

#Read the page.
html = f.read()
f.close()

#Parse the html here (html contains the page markup). 
parser = MyParser()
result
Heres = {}
results = parser.feed(html)
print results

{'balance': '2650 Points'}
{'balance': '2650 Points', 'points available to redeem': '2251 Points'}
{'pending points': '399 Points', 'balance': '2650 Points', 'points available to redeem': '2251 Points'}
None

results = parser.feed(html)

#Class used to parse HTML to be scraped.
class MyParser(HTMLParser.HTMLParser):
	def __init__(self):
		HTMLParser.HTMLParser.__init__(self)
		self.data_type = ""
                self.results = {}
	def handle_data(self, data):
		if not self.data_type:
			if data.lower() == "point balance":
				self.data_type = "balance"
			elif data.lower() == "points available to redeem":
				self.data_type = "points available to redeem"
			elif data.lower() == "pending points":
				self.data_type = "pending points"
		else:
			self.results[self.data_type] = data
			self.data_type = ""

parser.feed(html)
for key in parser.results:
     print "%s: %s" % (key, parser.results[key])

class MyParser2(HTMLParser.HTMLParser):
	def __init__(self, results):
		HTMLParser.HTMLParser.__init__(self)
		self.data_type = ""
                self.results = results
         #Other methods omitted for brevity.

results = {}
parser = MyParser(results)
parser.feed(html)
for key in results:
     print "%s: %s" % (key, results[key])