From 3c4fb51a9770c900521cecc6a03bf975f86cf9a7 Mon Sep 17 00:00:00 2001
From: Jeffrey Paul <sneak@datavibe.net>
Date: Fri, 12 Aug 2011 12:29:17 +0200
Subject: [PATCH] added mtgox history scraper

---
 mtgox.tradescraper/scrape.py | 33 +++++++++++++++++++++++++++++++++
 1 file changed, 33 insertions(+)
 create mode 100755 mtgox.tradescraper/scrape.py

diff --git a/mtgox.tradescraper/scrape.py b/mtgox.tradescraper/scrape.py
new file mode 100755
index 0000000..ab18808
--- /dev/null
+++ b/mtgox.tradescraper/scrape.py
@@ -0,0 +1,33 @@
+#!/usr/bin/python
+
+import json
+import urllib2
+import pprint
+import time
+import sys
+
+def main():
+    urlbase = 'https://mtgox.com/code/data/getTrades.php'
+    running = True
+    tid = 0
+    out = []
+    while running:
+        #time.sleep(1)        
+        derp = getjsonurl("%s?since=%i" % (urlbase, tid))
+        for tx in derp:
+            for field in ('tid', 'date'):
+                tx[field] = int(tx[field])
+            tx['price'] = float(tx['price'])
+            if tx['tid'] > tid:
+                tid = tx['tid']
+            sys.stderr.write("%i,%f\n" % (tx['date'],tx['price']))
+            out.append(tx)
+            if tid >= 1313122176592047:
+                running = False
+    print json.dumps(out)
+
+def getjsonurl(url):
+    return json.loads(urllib2.urlopen(url).read())
+
+main()
+