branchin' out

scrapers/amexscraper.py

@@ -8,51 +8,20 @@ from pprint import pformat
 import os
 import re
 import json
-import logging
-logging.basicConfig(level=logging.ERROR)
-log = logging.getLogger()
-from ofxclient.request import Builder
+from ofxclient.request import Builder as OFXClientBuilder
+from scraper import FinancialScraper, MockInstitution
 
-url = 'https://online.americanexpress.com/myca/ofxdl/desktop/' + \
-    'desktopDownload.do?request_type=nl_ofxdownload'
-
-# this exists because ofxclient is tightly coupled with their "Institution"
-# class which shits all over my home directory with caching and
-# credential storage that I don't want
-class MockAmexInstitution(object):
-    def __init__(self,user=None,password=None):
-        self.username = user
-        self.password = password
-        self.dsn = {
-            'url': url,
-            'org': 'AMEX',
-            'fid': '3101',
-        }
-
-class AmexScraper(object):
-    def __init__(self,*args,**kwargs):
-        self.user = kwargs.pop('user')
-        self.password = kwargs.pop('password')
-
-    def scrape(self):
-        i = MockAmexInstitution(
+class AmexScraper(FinancialScraper):
+    def getInstitution(self):
+        return MockInstitution(
             user=self.user,
-            password=self.password
+            password=self.password,
+            url='https://online.americanexpress.com/myca/ofxdl/desktop/' +
+                'desktopDownload.do?request_type=nl_ofxdownload',
+            org='AMEX',
+            fid='3101'
         )
-        b = Builder(i)
-        r = b.doQuery(b.acctQuery())
-        
-        # i could parse the sgml.  or i could do this.
-        c = re.compile(r'<ACCTID>(\d+)', re.MULTILINE)
-        out = {}
-        for acctnum in re.findall(c,r):
-            out[acctnum] = {}
-        c = re.compile(r'<BALAMT>([\d\.\-]+)', re.MULTILINE)
-        for acctnum in out.keys():
-            r = b.doQuery(b.ccQuery(acctnum,'19700101000000'))
-            out[acctnum]['balance'] = re.findall(c,r)[0]
-        return out
-        
+       
 def main():
     s = AmexScraper(
         user=os.environ['AMEXUSERNAME'],