mtgox trade history data from bitcoin talk

also removed unnecessary other directories from backup script, added desktop to
exclude list (rationale: ~/Desktop is roughly as important as ~/tmp, which is
excluded)

mtgox.tradescraper/dailyprice.csv

@@ -0,0 +1,386 @@
+2010-07-17,0.04951
+2010-07-18,0.08584
+2010-07-19,0.0808
+2010-07-20,0.07474
+2010-07-21,0.07921
+2010-07-22,0.0505
+2010-07-23,0.06262
+2010-07-24,0.05454
+2010-07-25,0.0505
+2010-07-26,0.056
+2010-07-27,0.06
+2010-07-28,0.0589
+2010-07-29,0.0699
+2010-07-30,0.0627
+2010-07-31,0.06785
+2010-08-01,0.0611
+2010-08-02,0.06
+2010-08-03,0.06
+2010-08-04,0.057
+2010-08-05,0.061
+2010-08-06,0.0623
+2010-08-07,0.059
+2010-08-08,0.0609
+2010-08-09,0.071
+2010-08-10,0.07
+2010-08-11,0.067
+2010-08-12,0.07
+2010-08-13,0.0645
+2010-08-14,0.067
+2010-08-15,0.06529
+2010-08-16,0.0655
+2010-08-17,0.07
+2010-08-18,0.068
+2010-08-19,0.0667
+2010-08-20,0.0655
+2010-08-21,0.0664
+2010-08-22,0.066
+2010-08-23,0.06491
+2010-08-24,0.065
+2010-08-25,0.0648
+2010-08-26,0.064
+2010-08-27,0.065
+2010-08-28,0.0641
+2010-08-29,0.064
+2010-08-30,0.06497
+2010-08-31,0.06
+2010-09-01,0.0629
+2010-09-02,0.0634
+2010-09-03,0.06085
+2010-09-04,0.06238
+2010-09-05,0.0616
+2010-09-06,0.0616
+2010-09-07,0.061
+2010-09-08,0.062
+2010-09-09,0.06111
+2010-09-10,0.0618
+2010-09-11,0.06366
+2010-09-12,0.0615
+2010-09-13,0.06219
+2010-09-14,0.06199
+2010-09-15,0.0604
+2010-09-16,0.0619
+2010-09-17,0.059
+2010-09-18,0.061
+2010-09-19,0.0627
+2010-09-20,0.0621
+2010-09-21,0.06265
+2010-09-22,0.0622
+2010-09-23,0.06231
+2010-09-24,0.0622
+2010-09-25,0.06202
+2010-09-26,0.062
+2010-09-27,0.0622
+2010-09-28,0.0619
+2010-09-29,0.06191
+2010-09-30,0.0619
+2010-10-01,0.06197
+2010-10-02,0.0614
+2010-10-03,0.06111
+2010-10-04,0.0613
+2010-10-05,0.0614
+2010-10-06,0.06281
+2010-10-07,0.067
+2010-10-08,0.08685
+2010-10-09,0.0938
+2010-10-10,0.0965
+2010-10-11,0.095
+2010-10-12,0.0949
+2010-10-13,0.105
+2010-10-14,0.102
+2010-10-15,0.105
+2010-10-16,0.101
+2010-10-17,0.102
+2010-10-18,0.1024
+2010-10-19,0.097
+2010-10-20,0.099
+2010-10-21,0.107
+2010-10-22,0.1025
+2010-10-23,0.1055
+2010-10-24,0.11501
+2010-10-25,0.132
+2010-10-26,0.1503
+2010-10-27,0.1877
+2010-10-28,0.1731
+2010-10-29,0.19
+2010-10-30,0.1989
+2010-10-31,0.1925
+2010-11-01,0.1955
+2010-11-02,0.1938
+2010-11-03,0.1931
+2010-11-04,0.23
+2010-11-05,0.26
+2010-11-06,0.39
+2010-11-07,0.34
+2010-11-08,0.243
+2010-11-09,0.21
+2010-11-10,0.24
+2010-11-11,0.2231
+2010-11-12,0.2682
+2010-11-13,0.276
+2010-11-14,0.27904
+2010-11-15,0.2682
+2010-11-16,0.223
+2010-11-17,0.2299
+2010-11-18,0.2678
+2010-11-19,0.28
+2010-11-20,0.28301
+2010-11-21,0.27675
+2010-11-22,0.2879
+2010-11-23,0.28295
+2010-11-24,0.28299
+2010-11-25,0.28
+2010-11-26,0.2844
+2010-11-27,0.283
+2010-11-28,0.27
+2010-11-29,0.2299
+2010-11-30,0.2082
+2010-12-01,0.2275
+2010-12-02,0.255
+2010-12-03,0.25105
+2010-12-04,0.205
+2010-12-05,0.19
+2010-12-06,0.204
+2010-12-07,0.233
+2010-12-08,0.2388
+2010-12-09,0.2
+2010-12-10,0.204
+2010-12-11,0.228
+2010-12-12,0.22
+2010-12-13,0.2299
+2010-12-14,0.24669
+2010-12-15,0.23801
+2010-12-16,0.24996
+2010-12-17,0.24
+2010-12-18,0.241
+2010-12-19,0.2401
+2010-12-20,0.267
+2010-12-21,0.24
+2010-12-22,0.25
+2010-12-23,0.25
+2010-12-24,0.248
+2010-12-25,0.2499
+2010-12-26,0.265
+2010-12-27,0.265
+2010-12-28,0.281
+2010-12-29,0.3
+2010-12-30,0.3
+2010-12-31,0.3
+2011-01-01,0.3
+2011-01-02,0.29997
+2011-01-03,0.295
+2011-01-04,0.29895
+2011-01-05,0.299
+2011-01-06,0.298
+2011-01-07,0.32
+2011-01-08,0.3229
+2011-01-09,0.323
+2011-01-10,0.32659
+2011-01-11,0.32659
+2011-01-12,0.3188
+2011-01-13,0.3176
+2011-01-14,0.4
+2011-01-15,0.386
+2011-01-16,0.38679
+2011-01-17,0.3495
+2011-01-18,0.31299
+2011-01-19,0.31299
+2011-01-20,0.39
+2011-01-21,0.41991
+2011-01-22,0.4443
+2011-01-23,0.4424
+2011-01-24,0.4199
+2011-01-25,0.41
+2011-01-26,0.417
+2011-01-27,0.4212
+2011-01-28,0.446
+2011-01-29,0.439
+2011-01-30,0.4799
+2011-01-31,0.52001
+2011-02-01,0.7
+2011-02-02,0.716
+2011-02-03,0.69
+2011-02-04,0.811
+2011-02-05,0.92
+2011-02-06,0.89968
+2011-02-07,0.89
+2011-02-08,0.918
+2011-02-09,1.09
+2011-02-10,0.98031
+2011-02-11,1.07001
+2011-02-12,1.0799
+2011-02-13,1.05
+2011-02-14,1.07
+2011-02-15,1.05
+2011-02-16,1.045
+2011-02-17,1.04
+2011-02-18,0.8989
+2011-02-19,0.94898
+2011-02-20,0.85
+2011-02-21,0.8345
+2011-02-22,0.87023
+2011-02-23,0.9
+2011-02-24,0.99743
+2011-02-25,0.9111
+2011-02-26,0.958
+2011-02-27,0.89
+2011-02-28,0.86
+2011-03-01,0.92021
+2011-03-02,0.9399
+2011-03-03,0.93909
+2011-03-04,0.901
+2011-03-05,0.9103
+2011-03-06,0.8999
+2011-03-07,0.88502
+2011-03-08,0.86999
+2011-03-09,0.86449
+2011-03-10,0.9329
+2011-03-11,0.88
+2011-03-12,0.918
+2011-03-13,0.89249
+2011-03-14,0.8949
+2011-03-15,0.87
+2011-03-16,0.86
+2011-03-17,0.82542
+2011-03-18,0.81648
+2011-03-19,0.765
+2011-03-20,0.74108
+2011-03-21,0.75897
+2011-03-22,0.80901
+2011-03-23,0.84971
+2011-03-24,0.86688
+2011-03-25,0.88377
+2011-03-26,0.8552
+2011-03-27,0.82
+2011-03-28,0.79898
+2011-03-29,0.7925
+2011-03-30,0.7897
+2011-03-31,0.78461
+2011-04-01,0.77411
+2011-04-02,0.78199
+2011-04-03,0.779
+2011-04-04,0.68
+2011-04-05,0.71
+2011-04-06,0.74
+2011-04-07,0.7538
+2011-04-08,0.74999
+2011-04-09,0.73
+2011-04-10,0.7369
+2011-04-11,0.77
+2011-04-12,0.86
+2011-04-13,0.9225
+2011-04-14,1
+2011-04-15,0.98991
+2011-04-16,1.0499
+2011-04-17,1.1123
+2011-04-18,1.16199
+2011-04-19,1.1979
+2011-04-20,1.1421
+2011-04-21,1.21
+2011-04-22,1.40901
+2011-04-23,1.7001
+2011-04-24,1.63011
+2011-04-25,1.559
+2011-04-26,1.7949
+2011-04-27,1.9
+2011-04-28,2.21059
+2011-04-29,2.88
+2011-04-30,3.5
+2011-05-01,3.03311
+2011-05-02,3.2
+2011-05-03,3.41
+2011-05-04,3.40609
+2011-05-05,3.333
+2011-05-06,3.45
+2011-05-07,3.641
+2011-05-08,3.8659
+2011-05-09,3.8
+2011-05-10,5.81
+2011-05-11,5.5
+2011-05-12,6.30019
+2011-05-13,8.198
+2011-05-14,7.19769
+2011-05-15,6.98701
+2011-05-16,8.03388
+2011-05-17,7.19
+2011-05-18,6.88
+2011-05-19,6.805
+2011-05-20,5.59039
+2011-05-21,6.11971
+2011-05-22,6.6901
+2011-05-23,7.14991
+2011-05-24,7.42
+2011-05-25,8.3997
+2011-05-26,8.798
+2011-05-27,8.5002
+2011-05-28,8.3001
+2011-05-29,8.4299
+2011-05-30,8.8
+2011-05-31,8.741
+2011-06-01,9.57
+2011-06-02,10.6
+2011-06-03,14.29
+2011-06-04,18.89
+2011-06-05,16.7
+2011-06-06,18.5499
+2011-06-07,23.9234
+2011-06-08,29.6
+2011-06-09,28.919
+2011-06-10,23.9497
+2011-06-11,14.6511
+2011-06-12,18.5464
+2011-06-13,19.84
+2011-06-14,19.28
+2011-06-15,19.49
+2011-06-16,17
+2011-06-17,15.681
+2011-06-18,16.89
+2011-06-19,17.51
+2011-06-26,16.45001
+2011-06-27,16.75004
+2011-06-28,16.9498
+2011-06-29,16.845
+2011-06-30,16.10098
+2011-07-01,15.397
+2011-07-02,15.4
+2011-07-03,15.44049
+2011-07-04,13.86
+2011-07-05,12.90691
+2011-07-06,14.78347
+2011-07-07,14.77609
+2011-07-08,14.31399
+2011-07-09,14.38
+2011-07-10,14.9
+2011-07-11,14.20912
+2011-07-12,14.00943
+2011-07-13,13.95099
+2011-07-14,13.99
+2011-07-15,13.81
+2011-07-16,13.7191
+2011-07-17,13.16
+2011-07-18,13.48
+2011-07-19,13.85024
+2011-07-20,13.68943
+2011-07-21,13.61
+2011-07-22,13.69542
+2011-07-23,13.68
+2011-07-24,13.98001
+2011-07-25,14.0478
+2011-07-26,13.88214
+2011-07-27,13.9394
+2011-07-28,13.49011
+2011-07-29,13.49832
+2011-07-30,13.53034
+2011-07-31,13.35
+2011-08-01,13.0946
+2011-08-02,12.05
+2011-08-03,9.26
+2011-08-04,10.75
+2011-08-05,9.7999
+2011-08-06,6.55
+2011-08-07,7.9
+2011-08-08,7.79991
+2011-08-09,9.99
+2011-08-10,9.98
+2011-08-11,9.46248
+2011-08-12,9.53

mtgox.tradescraper/dailyprice.pl

@@ -0,0 +1,29 @@
+#!/usr/bin/perl
+
+use warnings qw( all );
+use strict;
+use DateTime;
+use Data::Dumper;
+
+main();
+
+sub main {
+    my $days;
+    while(<>) {
+       chomp;
+       my @parts = split(/\,/);
+       my $dt = DateTime->from_epoch( epoch => $parts[0] );
+       $dt = dt2ymd($dt);
+       print STDERR "setting $dt to " . $parts[1] . "\n";
+       $days->{$dt} = $parts[1] + 0;
+    }
+    foreach (sort(keys(%$days))) {
+        print "$_," . $days->{$_} . "\n";
+    }
+}
+
+sub dt2ymd {
+    my $dt = shift;
+    return $dt->ymd('-');
+}
+

osxbackup/backup.command

@@ -15,6 +15,7 @@ OPTS="-aPSz --no-owner --no-group --delete-excluded --delete-after"
 RE=""
 # Dropbox syncs itself just fine:
 RE+=" --exclude=/Dropbox/"
+RE+=" --exclude=/Desktop/" # desktop is like a visible tempdir.
 RE+=" --exclude=/Library/Safari/"
 RE+=" --exclude=/Downloads/" 
 RE+=" --exclude=/Library/Application?Support/Ableton/"
@@ -63,6 +64,7 @@ if [ -d ${HOME}/.gnupg ]; then
     $RSYNC $OPTS -c ${HOME}/.gnupg/ ${BACKUPDEST}/Home/.gnupg/
 fi
 
+# high priority stuff first:
 if [ -d ${HOME}/Development ]; then
     $RSYNC $OPTS -c ${HOME}/Development/ \
         ${BACKUPDEST}/Home/Development/
@@ -75,14 +77,6 @@ while [ $RETVAL -ne 0 ]; do
         sleep 1;
 done
 
-RETVAL=255
-while [ $RETVAL -ne 0 ]; do
-    $RSYNC $OPTS $MINRE --exclude=/ApertureScience.sparsebundle/ \
-        /Volumes/Storage/ ${BACKUPDEST}/Storage/ 
-    RETVAL=$?
-        sleep 1;
-done
-
 RETVAL=255
 while [ $RETVAL -ne 0 ]; do
     $RSYNC $OPTS /Applications/ ${BACKUPDEST}/Applications/ 
@@ -90,18 +84,3 @@ while [ $RETVAL -ne 0 ]; do
         sleep 1;
 done
 
-open /Volumes/Storage/ApertureScience.sparsebundle
-
-if [ -e /Volumes/ApertureScience ]; then
-    RETVAL=255
-    while [ $RETVAL -ne 0 ]; do
-        $RSYNC $OPTS $MINRE /Volumes/ApertureScience/ \
-            ${BACKUPDEST}/ApertureScience/ 
-        RETVAL=$?
-        sleep 1;
-    done
-fi
-
-# FIXME todo do some error checking on the non-mountability of the
-# ApertureScience volume
-