mtgox trade history data from bitcoin talk

also removed unnecessary other directories from backup script, added desktop to exclude list (rationale: ~/Desktop is roughly as important as ~/tmp, which is excluded)
2011-08-23 00:24:08 +02:00 · 2011-08-23 00:24:08 +02:00 · 847ad2ac80
parent 3c4fb51a97
commit 847ad2ac80
5 changed files with 468818 additions and 23 deletions
--- a/mtgox.tradescraper/dailyprice.csv
+++ b/mtgox.tradescraper/dailyprice.csv
@ -0,0 +1,386 @@
 2010-07-17,0.04951
 2010-07-18,0.08584
 2010-07-19,0.0808
 2010-07-20,0.07474
 2010-07-21,0.07921
 2010-07-22,0.0505
 2010-07-23,0.06262
 2010-07-24,0.05454
 2010-07-25,0.0505
 2010-07-26,0.056
 2010-07-27,0.06
 2010-07-28,0.0589
 2010-07-29,0.0699
 2010-07-30,0.0627
 2010-07-31,0.06785
 2010-08-01,0.0611
 2010-08-02,0.06
 2010-08-03,0.06
 2010-08-04,0.057
 2010-08-05,0.061
 2010-08-06,0.0623
 2010-08-07,0.059
 2010-08-08,0.0609
 2010-08-09,0.071
 2010-08-10,0.07
 2010-08-11,0.067
 2010-08-12,0.07
 2010-08-13,0.0645
 2010-08-14,0.067
 2010-08-15,0.06529
 2010-08-16,0.0655
 2010-08-17,0.07
 2010-08-18,0.068
 2010-08-19,0.0667
 2010-08-20,0.0655
 2010-08-21,0.0664
 2010-08-22,0.066
 2010-08-23,0.06491
 2010-08-24,0.065
 2010-08-25,0.0648
 2010-08-26,0.064
 2010-08-27,0.065
 2010-08-28,0.0641
 2010-08-29,0.064
 2010-08-30,0.06497
 2010-08-31,0.06
 2010-09-01,0.0629
 2010-09-02,0.0634
 2010-09-03,0.06085
 2010-09-04,0.06238
 2010-09-05,0.0616
 2010-09-06,0.0616
 2010-09-07,0.061
 2010-09-08,0.062
 2010-09-09,0.06111
 2010-09-10,0.0618
 2010-09-11,0.06366
 2010-09-12,0.0615
 2010-09-13,0.06219
 2010-09-14,0.06199
 2010-09-15,0.0604
 2010-09-16,0.0619
 2010-09-17,0.059
 2010-09-18,0.061
 2010-09-19,0.0627
 2010-09-20,0.0621
 2010-09-21,0.06265
 2010-09-22,0.0622
 2010-09-23,0.06231
 2010-09-24,0.0622
 2010-09-25,0.06202
 2010-09-26,0.062
 2010-09-27,0.0622
 2010-09-28,0.0619
 2010-09-29,0.06191
 2010-09-30,0.0619
 2010-10-01,0.06197
 2010-10-02,0.0614
 2010-10-03,0.06111
 2010-10-04,0.0613
 2010-10-05,0.0614
 2010-10-06,0.06281
 2010-10-07,0.067
 2010-10-08,0.08685
 2010-10-09,0.0938
 2010-10-10,0.0965
 2010-10-11,0.095
 2010-10-12,0.0949
 2010-10-13,0.105
 2010-10-14,0.102
 2010-10-15,0.105
 2010-10-16,0.101
 2010-10-17,0.102
 2010-10-18,0.1024
 2010-10-19,0.097
 2010-10-20,0.099
 2010-10-21,0.107
 2010-10-22,0.1025
 2010-10-23,0.1055
 2010-10-24,0.11501
 2010-10-25,0.132
 2010-10-26,0.1503
 2010-10-27,0.1877
 2010-10-28,0.1731
 2010-10-29,0.19
 2010-10-30,0.1989
 2010-10-31,0.1925
 2010-11-01,0.1955
 2010-11-02,0.1938
 2010-11-03,0.1931
 2010-11-04,0.23
 2010-11-05,0.26
 2010-11-06,0.39
 2010-11-07,0.34
 2010-11-08,0.243
 2010-11-09,0.21
 2010-11-10,0.24
 2010-11-11,0.2231
 2010-11-12,0.2682
 2010-11-13,0.276
 2010-11-14,0.27904
 2010-11-15,0.2682
 2010-11-16,0.223
 2010-11-17,0.2299
 2010-11-18,0.2678
 2010-11-19,0.28
 2010-11-20,0.28301
 2010-11-21,0.27675
 2010-11-22,0.2879
 2010-11-23,0.28295
 2010-11-24,0.28299
 2010-11-25,0.28
 2010-11-26,0.2844
 2010-11-27,0.283
 2010-11-28,0.27
 2010-11-29,0.2299
 2010-11-30,0.2082
 2010-12-01,0.2275
 2010-12-02,0.255
 2010-12-03,0.25105
 2010-12-04,0.205
 2010-12-05,0.19
 2010-12-06,0.204
 2010-12-07,0.233
 2010-12-08,0.2388
 2010-12-09,0.2
 2010-12-10,0.204
 2010-12-11,0.228
 2010-12-12,0.22
 2010-12-13,0.2299
 2010-12-14,0.24669
 2010-12-15,0.23801
 2010-12-16,0.24996
 2010-12-17,0.24
 2010-12-18,0.241
 2010-12-19,0.2401
 2010-12-20,0.267
 2010-12-21,0.24
 2010-12-22,0.25
 2010-12-23,0.25
 2010-12-24,0.248
 2010-12-25,0.2499
 2010-12-26,0.265
 2010-12-27,0.265
 2010-12-28,0.281
 2010-12-29,0.3
 2010-12-30,0.3
 2010-12-31,0.3
 2011-01-01,0.3
 2011-01-02,0.29997
 2011-01-03,0.295
 2011-01-04,0.29895
 2011-01-05,0.299
 2011-01-06,0.298
 2011-01-07,0.32
 2011-01-08,0.3229
 2011-01-09,0.323
 2011-01-10,0.32659
 2011-01-11,0.32659
 2011-01-12,0.3188
 2011-01-13,0.3176
 2011-01-14,0.4
 2011-01-15,0.386
 2011-01-16,0.38679
 2011-01-17,0.3495
 2011-01-18,0.31299
 2011-01-19,0.31299
 2011-01-20,0.39
 2011-01-21,0.41991
 2011-01-22,0.4443
 2011-01-23,0.4424
 2011-01-24,0.4199
 2011-01-25,0.41
 2011-01-26,0.417
 2011-01-27,0.4212
 2011-01-28,0.446
 2011-01-29,0.439
 2011-01-30,0.4799
 2011-01-31,0.52001
 2011-02-01,0.7
 2011-02-02,0.716
 2011-02-03,0.69
 2011-02-04,0.811
 2011-02-05,0.92
 2011-02-06,0.89968
 2011-02-07,0.89
 2011-02-08,0.918
 2011-02-09,1.09
 2011-02-10,0.98031
 2011-02-11,1.07001
 2011-02-12,1.0799
 2011-02-13,1.05
 2011-02-14,1.07
 2011-02-15,1.05
 2011-02-16,1.045
 2011-02-17,1.04
 2011-02-18,0.8989
 2011-02-19,0.94898
 2011-02-20,0.85
 2011-02-21,0.8345
 2011-02-22,0.87023
 2011-02-23,0.9
 2011-02-24,0.99743
 2011-02-25,0.9111
 2011-02-26,0.958
 2011-02-27,0.89
 2011-02-28,0.86
 2011-03-01,0.92021
 2011-03-02,0.9399
 2011-03-03,0.93909
 2011-03-04,0.901
 2011-03-05,0.9103
 2011-03-06,0.8999
 2011-03-07,0.88502
 2011-03-08,0.86999
 2011-03-09,0.86449
 2011-03-10,0.9329
 2011-03-11,0.88
 2011-03-12,0.918
 2011-03-13,0.89249
 2011-03-14,0.8949
 2011-03-15,0.87
 2011-03-16,0.86
 2011-03-17,0.82542
 2011-03-18,0.81648
 2011-03-19,0.765
 2011-03-20,0.74108
 2011-03-21,0.75897
 2011-03-22,0.80901
 2011-03-23,0.84971
 2011-03-24,0.86688
 2011-03-25,0.88377
 2011-03-26,0.8552
 2011-03-27,0.82
 2011-03-28,0.79898
 2011-03-29,0.7925
 2011-03-30,0.7897
 2011-03-31,0.78461
 2011-04-01,0.77411
 2011-04-02,0.78199
 2011-04-03,0.779
 2011-04-04,0.68
 2011-04-05,0.71
 2011-04-06,0.74
 2011-04-07,0.7538
 2011-04-08,0.74999
 2011-04-09,0.73
 2011-04-10,0.7369
 2011-04-11,0.77
 2011-04-12,0.86
 2011-04-13,0.9225
 2011-04-14,1
 2011-04-15,0.98991
 2011-04-16,1.0499
 2011-04-17,1.1123
 2011-04-18,1.16199
 2011-04-19,1.1979
 2011-04-20,1.1421
 2011-04-21,1.21
 2011-04-22,1.40901
 2011-04-23,1.7001
 2011-04-24,1.63011
 2011-04-25,1.559
 2011-04-26,1.7949
 2011-04-27,1.9
 2011-04-28,2.21059
 2011-04-29,2.88
 2011-04-30,3.5
 2011-05-01,3.03311
 2011-05-02,3.2
 2011-05-03,3.41
 2011-05-04,3.40609
 2011-05-05,3.333
 2011-05-06,3.45
 2011-05-07,3.641
 2011-05-08,3.8659
 2011-05-09,3.8
 2011-05-10,5.81
 2011-05-11,5.5
 2011-05-12,6.30019
 2011-05-13,8.198
 2011-05-14,7.19769
 2011-05-15,6.98701
 2011-05-16,8.03388
 2011-05-17,7.19
 2011-05-18,6.88
 2011-05-19,6.805
 2011-05-20,5.59039
 2011-05-21,6.11971
 2011-05-22,6.6901
 2011-05-23,7.14991
 2011-05-24,7.42
 2011-05-25,8.3997
 2011-05-26,8.798
 2011-05-27,8.5002
 2011-05-28,8.3001
 2011-05-29,8.4299
 2011-05-30,8.8
 2011-05-31,8.741
 2011-06-01,9.57
 2011-06-02,10.6
 2011-06-03,14.29
 2011-06-04,18.89
 2011-06-05,16.7
 2011-06-06,18.5499
 2011-06-07,23.9234
 2011-06-08,29.6
 2011-06-09,28.919
 2011-06-10,23.9497
 2011-06-11,14.6511
 2011-06-12,18.5464
 2011-06-13,19.84
 2011-06-14,19.28
 2011-06-15,19.49
 2011-06-16,17
 2011-06-17,15.681
 2011-06-18,16.89
 2011-06-19,17.51
 2011-06-26,16.45001
 2011-06-27,16.75004
 2011-06-28,16.9498
 2011-06-29,16.845
 2011-06-30,16.10098
 2011-07-01,15.397
 2011-07-02,15.4
 2011-07-03,15.44049
 2011-07-04,13.86
 2011-07-05,12.90691
 2011-07-06,14.78347
 2011-07-07,14.77609
 2011-07-08,14.31399
 2011-07-09,14.38
 2011-07-10,14.9
 2011-07-11,14.20912
 2011-07-12,14.00943
 2011-07-13,13.95099
 2011-07-14,13.99
 2011-07-15,13.81
 2011-07-16,13.7191
 2011-07-17,13.16
 2011-07-18,13.48
 2011-07-19,13.85024
 2011-07-20,13.68943
 2011-07-21,13.61
 2011-07-22,13.69542
 2011-07-23,13.68
 2011-07-24,13.98001
 2011-07-25,14.0478
 2011-07-26,13.88214
 2011-07-27,13.9394
 2011-07-28,13.49011
 2011-07-29,13.49832
 2011-07-30,13.53034
 2011-07-31,13.35
 2011-08-01,13.0946
 2011-08-02,12.05
 2011-08-03,9.26
 2011-08-04,10.75
 2011-08-05,9.7999
 2011-08-06,6.55
 2011-08-07,7.9
 2011-08-08,7.79991
 2011-08-09,9.99
 2011-08-10,9.98
 2011-08-11,9.46248
 2011-08-12,9.53
--- a/mtgox.tradescraper/dailyprice.pl
+++ b/mtgox.tradescraper/dailyprice.pl
@ -0,0 +1,29 @@
 #!/usr/bin/perl
 use warnings qw( all );
 use strict;
 use DateTime;
 use Data::Dumper;
 main();
 sub main {
    my $days;
    while(<>) {
       chomp;
       my @parts = split(/\,/);
       my $dt = DateTime->from_epoch( epoch => $parts[0] );
       $dt = dt2ymd($dt);
       print STDERR "setting $dt to " . $parts[1] . "\n";
       $days->{$dt} = $parts[1] + 0;
    }
    foreach (sort(keys(%$days))) {
        print "$_," . $days->{$_} . "\n";
    }
 }
 sub dt2ymd {
    my $dt = shift;
    return $dt->ymd('-');
 }
--- a/mtgox.tradescraper/prices.csv
+++ b/mtgox.tradescraper/prices.csv
--- a/mtgox.tradescraper/tradehistory.json
+++ b/mtgox.tradescraper/tradehistory.json
--- a/osxbackup/backup.command
+++ b/osxbackup/backup.command
@ -15,6 +15,7 @@ OPTS="-aPSz --no-owner --no-group --delete-excluded --delete-after"
 RE=""
 # Dropbox syncs itself just fine:
 RE+=" --exclude=/Dropbox/"
 RE+=" --exclude=/Desktop/" # desktop is like a visible tempdir.
 RE+=" --exclude=/Library/Safari/"
 RE+=" --exclude=/Downloads/" 
 RE+=" --exclude=/Library/Application?Support/Ableton/"
@ -63,6 +64,7 @@ if [ -d ${HOME}/.gnupg ]; then
    $RSYNC $OPTS -c ${HOME}/.gnupg/ ${BACKUPDEST}/Home/.gnupg/
 fi
 # high priority stuff first:
 if [ -d ${HOME}/Development ]; then
    $RSYNC $OPTS -c ${HOME}/Development/ \
        ${BACKUPDEST}/Home/Development/
@ -75,14 +77,6 @@ while [ $RETVAL -ne 0 ]; do
        sleep 1;
 done
 RETVAL=255
 while [ $RETVAL -ne 0 ]; do
    $RSYNC $OPTS $MINRE --exclude=/ApertureScience.sparsebundle/ \
        /Volumes/Storage/ ${BACKUPDEST}/Storage/ 
    RETVAL=$?
        sleep 1;
 done
 RETVAL=255
 while [ $RETVAL -ne 0 ]; do
    $RSYNC $OPTS /Applications/ ${BACKUPDEST}/Applications/ 
@ -90,18 +84,3 @@ while [ $RETVAL -ne 0 ]; do
        sleep 1;
 done
 open /Volumes/Storage/ApertureScience.sparsebundle
 if [ -e /Volumes/ApertureScience ]; then
    RETVAL=255
    while [ $RETVAL -ne 0 ]; do
        $RSYNC $OPTS $MINRE /Volumes/ApertureScience/ \
            ${BACKUPDEST}/ApertureScience/ 
        RETVAL=$?
        sleep 1;
    done
 fi
 # FIXME todo do some error checking on the non-mountability of the
 # ApertureScience volume