from xml.dom import minidom
import sys
import urllib
import urllib2
import time

user = sys.argv[2]
password = sys.argv[3]

endpoint = "https://api.pinboard.in"
url = "/v1/posts/add?"

#open the xml file to import from and parse it
f = open(sys.argv[1], "r")
doc = minidom.parse(f).documentElement

#keep count of how many urls have been imported
urlcount = 0
count = 0
ellength = len(doc.childNodes)
failcount = 0
while count < ellength:
    e = doc.childNodes[count]
    if e.nodeType == e.ELEMENT_NODE:
        print "import url %s" % urlcount
        #get the attributes from the xml
        href = e.getAttribute("href")
        description = e.getAttribute("description")
        extended = e.getAttribute("extended")
        tags = e.getAttribute("tag")
        dt = e.getAttribute("time")
        rargs = dict(url=href, description=description, extended=extended,
                        tags=tags, dt=dt)
        shared = e.getAttribute("shared")
        if shared.strip() == 'no':
            rargs['shared'] = 'no'
        #convert them to unicode
        rargs = dict([k, v.encode('utf-8')] for k, v in rargs.items())
        print rargs
        #build the request to send
        #set up http auth for pinboard.in
        #doing this for every request may seem wasteful, but urllib2
        #seems to forget the auth details after a half dozen requests
        # if you dont
        password_manager = urllib2.HTTPPasswordMgrWithDefaultRealm()
        password_manager.add_password(None, endpoint, user, password)
        auth_handler = urllib2.HTTPBasicAuthHandler(password_manager)
        opener = urllib2.build_opener(auth_handler)
        urllib2.install_opener(opener)


        request = urllib2.Request(endpoint + url + urllib.urlencode(rargs))
        #set the user agent
        request.add_header('User-Agent','SeansDeliciousMigrater')
        try:
            r = opener.open(request)
            #send the request and read the response
            response = minidom.parse(r).documentElement.getAttribute("code")
        except Exception, e:
            response = str(e)
        #if we get an invalid response, abort, proabbly throttled
        if response !="done":
            failcount += 1
            print "Failure: Invalid response: %s" % response
            if failcount > 4:
                print "Aborting: Invalid response %s"
                break
            else:
                print "waiting for 30 seconds and retrying"
                time.sleep(30)
        else:
            failcount = 0
            count += 1
            #put in a delay between requests to reduce odds of throttling
            time.sleep(1)
            urlcount += 1
    else:
        count += 1
print "%s urls imported" % urlcount