sneak
/
hacks
Watch 1
Star 0
Fork 0
Code Issues 0 Pull Requests 0 Releases 0 Wiki Activity
Browse Source

mtgox trade history data from bitcoin talk 

also removed unnecessary other directories from backup script, added desktop to
exclude list (rationale: ~/Desktop is roughly as important as ~/tmp, which is
excluded)
pull/1/head
Jeffrey Paul 9 years ago
parent
3c4fb51a97
commit
847ad2ac80
5 changed files with 468818 additions and 23 deletions
Split View Show Diff Stats
  1. +386
    -0
      mtgox.tradescraper/dailyprice.csv
  2. +29
    -0
      mtgox.tradescraper/dailyprice.pl
  3. +468400
    -0
      mtgox.tradescraper/prices.csv
  4. +1
    -0
      mtgox.tradescraper/tradehistory.json
  5. +2
    -23
      osxbackup/backup.command

+ 386
- 0
mtgox.tradescraper/dailyprice.csv View File

@@ -0,0 +1,386 @@
2010-07-17,0.04951
2010-07-18,0.08584
2010-07-19,0.0808
2010-07-20,0.07474
2010-07-21,0.07921
2010-07-22,0.0505
2010-07-23,0.06262
2010-07-24,0.05454
2010-07-25,0.0505
2010-07-26,0.056
2010-07-27,0.06
2010-07-28,0.0589
2010-07-29,0.0699
2010-07-30,0.0627
2010-07-31,0.06785
2010-08-01,0.0611
2010-08-02,0.06
2010-08-03,0.06
2010-08-04,0.057
2010-08-05,0.061
2010-08-06,0.0623
2010-08-07,0.059
2010-08-08,0.0609
2010-08-09,0.071
2010-08-10,0.07
2010-08-11,0.067
2010-08-12,0.07
2010-08-13,0.0645
2010-08-14,0.067
2010-08-15,0.06529
2010-08-16,0.0655
2010-08-17,0.07
2010-08-18,0.068
2010-08-19,0.0667
2010-08-20,0.0655
2010-08-21,0.0664
2010-08-22,0.066
2010-08-23,0.06491
2010-08-24,0.065
2010-08-25,0.0648
2010-08-26,0.064
2010-08-27,0.065
2010-08-28,0.0641
2010-08-29,0.064
2010-08-30,0.06497
2010-08-31,0.06
2010-09-01,0.0629
2010-09-02,0.0634
2010-09-03,0.06085
2010-09-04,0.06238
2010-09-05,0.0616
2010-09-06,0.0616
2010-09-07,0.061
2010-09-08,0.062
2010-09-09,0.06111
2010-09-10,0.0618
2010-09-11,0.06366
2010-09-12,0.0615
2010-09-13,0.06219
2010-09-14,0.06199
2010-09-15,0.0604
2010-09-16,0.0619
2010-09-17,0.059
2010-09-18,0.061
2010-09-19,0.0627
2010-09-20,0.0621
2010-09-21,0.06265
2010-09-22,0.0622
2010-09-23,0.06231
2010-09-24,0.0622
2010-09-25,0.06202
2010-09-26,0.062
2010-09-27,0.0622
2010-09-28,0.0619
2010-09-29,0.06191
2010-09-30,0.0619
2010-10-01,0.06197
2010-10-02,0.0614
2010-10-03,0.06111
2010-10-04,0.0613
2010-10-05,0.0614
2010-10-06,0.06281
2010-10-07,0.067
2010-10-08,0.08685
2010-10-09,0.0938
2010-10-10,0.0965
2010-10-11,0.095
2010-10-12,0.0949
2010-10-13,0.105
2010-10-14,0.102
2010-10-15,0.105
2010-10-16,0.101
2010-10-17,0.102
2010-10-18,0.1024
2010-10-19,0.097
2010-10-20,0.099
2010-10-21,0.107
2010-10-22,0.1025
2010-10-23,0.1055
2010-10-24,0.11501
2010-10-25,0.132
2010-10-26,0.1503
2010-10-27,0.1877
2010-10-28,0.1731
2010-10-29,0.19
2010-10-30,0.1989
2010-10-31,0.1925
2010-11-01,0.1955
2010-11-02,0.1938
2010-11-03,0.1931
2010-11-04,0.23
2010-11-05,0.26
2010-11-06,0.39
2010-11-07,0.34
2010-11-08,0.243
2010-11-09,0.21
2010-11-10,0.24
2010-11-11,0.2231
2010-11-12,0.2682
2010-11-13,0.276
2010-11-14,0.27904
2010-11-15,0.2682
2010-11-16,0.223
2010-11-17,0.2299
2010-11-18,0.2678
2010-11-19,0.28
2010-11-20,0.28301
2010-11-21,0.27675
2010-11-22,0.2879
2010-11-23,0.28295
2010-11-24,0.28299
2010-11-25,0.28
2010-11-26,0.2844
2010-11-27,0.283
2010-11-28,0.27
2010-11-29,0.2299
2010-11-30,0.2082
2010-12-01,0.2275
2010-12-02,0.255
2010-12-03,0.25105
2010-12-04,0.205
2010-12-05,0.19
2010-12-06,0.204
2010-12-07,0.233
2010-12-08,0.2388
2010-12-09,0.2
2010-12-10,0.204
2010-12-11,0.228
2010-12-12,0.22
2010-12-13,0.2299
2010-12-14,0.24669
2010-12-15,0.23801
2010-12-16,0.24996
2010-12-17,0.24
2010-12-18,0.241
2010-12-19,0.2401
2010-12-20,0.267
2010-12-21,0.24
2010-12-22,0.25
2010-12-23,0.25
2010-12-24,0.248
2010-12-25,0.2499
2010-12-26,0.265
2010-12-27,0.265
2010-12-28,0.281
2010-12-29,0.3
2010-12-30,0.3
2010-12-31,0.3
2011-01-01,0.3
2011-01-02,0.29997
2011-01-03,0.295
2011-01-04,0.29895
2011-01-05,0.299
2011-01-06,0.298
2011-01-07,0.32
2011-01-08,0.3229
2011-01-09,0.323
2011-01-10,0.32659
2011-01-11,0.32659
2011-01-12,0.3188
2011-01-13,0.3176
2011-01-14,0.4
2011-01-15,0.386
2011-01-16,0.38679
2011-01-17,0.3495
2011-01-18,0.31299
2011-01-19,0.31299
2011-01-20,0.39
2011-01-21,0.41991
2011-01-22,0.4443
2011-01-23,0.4424
2011-01-24,0.4199
2011-01-25,0.41
2011-01-26,0.417
2011-01-27,0.4212
2011-01-28,0.446
2011-01-29,0.439
2011-01-30,0.4799
2011-01-31,0.52001
2011-02-01,0.7
2011-02-02,0.716
2011-02-03,0.69
2011-02-04,0.811
2011-02-05,0.92
2011-02-06,0.89968
2011-02-07,0.89
2011-02-08,0.918
2011-02-09,1.09
2011-02-10,0.98031
2011-02-11,1.07001
2011-02-12,1.0799
2011-02-13,1.05
2011-02-14,1.07
2011-02-15,1.05
2011-02-16,1.045
2011-02-17,1.04
2011-02-18,0.8989
2011-02-19,0.94898
2011-02-20,0.85
2011-02-21,0.8345
2011-02-22,0.87023
2011-02-23,0.9
2011-02-24,0.99743
2011-02-25,0.9111
2011-02-26,0.958
2011-02-27,0.89
2011-02-28,0.86
2011-03-01,0.92021
2011-03-02,0.9399
2011-03-03,0.93909
2011-03-04,0.901
2011-03-05,0.9103
2011-03-06,0.8999
2011-03-07,0.88502
2011-03-08,0.86999
2011-03-09,0.86449
2011-03-10,0.9329
2011-03-11,0.88
2011-03-12,0.918
2011-03-13,0.89249
2011-03-14,0.8949
2011-03-15,0.87
2011-03-16,0.86
2011-03-17,0.82542
2011-03-18,0.81648
2011-03-19,0.765
2011-03-20,0.74108
2011-03-21,0.75897
2011-03-22,0.80901
2011-03-23,0.84971
2011-03-24,0.86688
2011-03-25,0.88377
2011-03-26,0.8552
2011-03-27,0.82
2011-03-28,0.79898
2011-03-29,0.7925
2011-03-30,0.7897
2011-03-31,0.78461
2011-04-01,0.77411
2011-04-02,0.78199
2011-04-03,0.779
2011-04-04,0.68
2011-04-05,0.71
2011-04-06,0.74
2011-04-07,0.7538
2011-04-08,0.74999
2011-04-09,0.73
2011-04-10,0.7369
2011-04-11,0.77
2011-04-12,0.86
2011-04-13,0.9225
2011-04-14,1
2011-04-15,0.98991
2011-04-16,1.0499
2011-04-17,1.1123
2011-04-18,1.16199
2011-04-19,1.1979
2011-04-20,1.1421
2011-04-21,1.21
2011-04-22,1.40901
2011-04-23,1.7001
2011-04-24,1.63011
2011-04-25,1.559
2011-04-26,1.7949
2011-04-27,1.9
2011-04-28,2.21059
2011-04-29,2.88
2011-04-30,3.5
2011-05-01,3.03311
2011-05-02,3.2
2011-05-03,3.41
2011-05-04,3.40609
2011-05-05,3.333
2011-05-06,3.45
2011-05-07,3.641
2011-05-08,3.8659
2011-05-09,3.8
2011-05-10,5.81
2011-05-11,5.5
2011-05-12,6.30019
2011-05-13,8.198
2011-05-14,7.19769
2011-05-15,6.98701
2011-05-16,8.03388
2011-05-17,7.19
2011-05-18,6.88
2011-05-19,6.805
2011-05-20,5.59039
2011-05-21,6.11971
2011-05-22,6.6901
2011-05-23,7.14991
2011-05-24,7.42
2011-05-25,8.3997
2011-05-26,8.798
2011-05-27,8.5002
2011-05-28,8.3001
2011-05-29,8.4299
2011-05-30,8.8
2011-05-31,8.741
2011-06-01,9.57
2011-06-02,10.6
2011-06-03,14.29
2011-06-04,18.89
2011-06-05,16.7
2011-06-06,18.5499
2011-06-07,23.9234
2011-06-08,29.6
2011-06-09,28.919
2011-06-10,23.9497
2011-06-11,14.6511
2011-06-12,18.5464
2011-06-13,19.84
2011-06-14,19.28
2011-06-15,19.49
2011-06-16,17
2011-06-17,15.681
2011-06-18,16.89
2011-06-19,17.51
2011-06-26,16.45001
2011-06-27,16.75004
2011-06-28,16.9498
2011-06-29,16.845
2011-06-30,16.10098
2011-07-01,15.397
2011-07-02,15.4
2011-07-03,15.44049
2011-07-04,13.86
2011-07-05,12.90691
2011-07-06,14.78347
2011-07-07,14.77609
2011-07-08,14.31399
2011-07-09,14.38
2011-07-10,14.9
2011-07-11,14.20912
2011-07-12,14.00943
2011-07-13,13.95099
2011-07-14,13.99
2011-07-15,13.81
2011-07-16,13.7191
2011-07-17,13.16
2011-07-18,13.48
2011-07-19,13.85024
2011-07-20,13.68943
2011-07-21,13.61
2011-07-22,13.69542
2011-07-23,13.68
2011-07-24,13.98001
2011-07-25,14.0478
2011-07-26,13.88214
2011-07-27,13.9394
2011-07-28,13.49011
2011-07-29,13.49832
2011-07-30,13.53034
2011-07-31,13.35
2011-08-01,13.0946
2011-08-02,12.05
2011-08-03,9.26
2011-08-04,10.75
2011-08-05,9.7999
2011-08-06,6.55
2011-08-07,7.9
2011-08-08,7.79991
2011-08-09,9.99
2011-08-10,9.98
2011-08-11,9.46248
2011-08-12,9.53

+ 29
- 0
mtgox.tradescraper/dailyprice.pl View File

@@ -0,0 +1,29 @@
#!/usr/bin/perl

use warnings qw( all );
use strict;
use DateTime;
use Data::Dumper;

main();

sub main {
my $days;
while(<>) {
chomp;
my @parts = split(/\,/);
my $dt = DateTime->from_epoch( epoch => $parts[0] );
$dt = dt2ymd($dt);
print STDERR "setting $dt to " . $parts[1] . "\n";
$days->{$dt} = $parts[1] + 0;
}
foreach (sort(keys(%$days))) {
print "$_," . $days->{$_} . "\n";
}
}

sub dt2ymd {
my $dt = shift;
return $dt->ymd('-');
}


+ 468400
- 0
mtgox.tradescraper/prices.csv
File diff suppressed because it is too large
View File


+ 1
- 0
mtgox.tradescraper/tradehistory.json
File diff suppressed because it is too large
View File


+ 2
- 23
osxbackup/backup.command View File

@@ -15,6 +15,7 @@ OPTS="-aPSz --no-owner --no-group --delete-excluded --delete-after"
RE=""
# Dropbox syncs itself just fine:
RE+=" --exclude=/Dropbox/"
RE+=" --exclude=/Desktop/" # desktop is like a visible tempdir.
RE+=" --exclude=/Library/Safari/"
RE+=" --exclude=/Downloads/"
RE+=" --exclude=/Library/Application?Support/Ableton/"
@@ -63,6 +64,7 @@ if [ -d ${HOME}/.gnupg ]; then
$RSYNC $OPTS -c ${HOME}/.gnupg/ ${BACKUPDEST}/Home/.gnupg/
fi

# high priority stuff first:
if [ -d ${HOME}/Development ]; then
$RSYNC $OPTS -c ${HOME}/Development/ \
${BACKUPDEST}/Home/Development/
@@ -75,14 +77,6 @@ while [ $RETVAL -ne 0 ]; do
sleep 1;
done

RETVAL=255
while [ $RETVAL -ne 0 ]; do
$RSYNC $OPTS $MINRE --exclude=/ApertureScience.sparsebundle/ \
/Volumes/Storage/ ${BACKUPDEST}/Storage/
RETVAL=$?
sleep 1;
done

RETVAL=255
while [ $RETVAL -ne 0 ]; do
$RSYNC $OPTS /Applications/ ${BACKUPDEST}/Applications/
@@ -90,18 +84,3 @@ while [ $RETVAL -ne 0 ]; do
sleep 1;
done

open /Volumes/Storage/ApertureScience.sparsebundle

if [ -e /Volumes/ApertureScience ]; then
RETVAL=255
while [ $RETVAL -ne 0 ]; do
$RSYNC $OPTS $MINRE /Volumes/ApertureScience/ \
${BACKUPDEST}/ApertureScience/
RETVAL=$?
sleep 1;
done
fi

# FIXME todo do some error checking on the non-mountability of the
# ApertureScience volume


Write Preview
Loading…
Cancel
Save