nmslib/previous_releases_scripts/vldb2015/RunAllKLDivGenFastRQ.pl at master · deep-learning/nmslib · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
#!/usr/bin/perl -w
require "./RunCommon.pm";

my $DataDir=$ENV{"DATA_DIR"};
defined($DataDir) or die("Define the environemnt variable DATA_DIR, which contains data files.");
my $CacheDir=$ENV{"CACHE_DIR"};
defined($CacheDir) or die("Define the environemnt variable CACHE_DIR, which contains gold standard cache files.");
-d $DataDir or die("DATA_DIR='$DataDir' is not a directory");
my $BinDir=$ENV{"BIN_DIR"};
defined($BinDir) or die("Define the environemnt variable BIN_DIR, which contains binary files.");
-d $BinDir or die("BIN_DIR='$BinDir' is not a directory");
-f "$BinDir/experiment" or die("Missing file '$BinDir/experiment'");


my $SpaceType = "kldivgenfastrq";

my @DataSetName       = ("wikipedia_lda8",      "wikipedia_lda128");
my @DataSetFile       = ("wikipedia_lda8.txt",  "wikipedia_lda128.txt");
my @CachePrefix       = ("wikipedia_lda_8_kldivrq","wikipedia_lda_128_kldivrq");
my @TuneParamFilePrefix=("tunning/ResultsKLFastRQ/OutFile.wikipedia_lda8", "tunning/ResultsKLFastRQ/OutFile.wikipedia_lda128");
my @BucketSize        = (50,                     50);
my @MaxNumData        = (2134995,               2134995);
my @NN                = (6,                   21);
my @IndexAttempts     = (3,                   3);
my @SearchAttempts    = ([1..10],             [1..10,15,20,25,30,35,40, 50, 60, 70]);


my @NumPivotIndex  =(32, 32);

my @NumPivot       =(2000, 2000);

my @NumPivotSearch  =([25,27,29,30,31], [5,8,11,14,17,20]);

my @DbScanFrac =([], []);

my @MaxNumQuery   = (200,                 200);
my @TestSetQty    = (1,                   1);
my @Use           = (1,                   1);

my $DataSetQty = scalar(@DataSetName);

scalar(@DataSetFile)  == $DataSetQty or die("DataSetFile has wrong number of elems");
scalar(@NumPivot)  == $DataSetQty or die("NumPivot has wrong number of elems");
scalar(@NumPivotIndex)  == $DataSetQty or die("NumPivotIndex has wrong number of elems");
scalar(@NumPivotSearch)  == $DataSetQty or die("NumPivotSearch has wrong number of elems");
scalar(@DbScanFrac)  == $DataSetQty or die("DbScanFrac has wrong number of elems");
scalar(@MaxNumData)   == $DataSetQty or die("MaxNumData has wrong number of elems");
scalar(@MaxNumQuery)  == $DataSetQty or die("MaxNumQuery has wrong number of elems");
scalar(@CachePrefix)  == $DataSetQty or die("CachePrefix has wrong number of elems");
scalar(@Use)          == $DataSetQty or die("Use has wrong number of elems");
scalar(@TestSetQty)   == $DataSetQty or die("TestSetQty has wrong number of elems");
scalar(@NN)           == $DataSetQty or die("NN has wrong number of elems");
scalar(@IndexAttempts)== $DataSetQty or die("IndexAttempts has wrong number of elems");
scalar(@SearchAttempts)== $DataSetQty or die("SearchAttempts has wrong number of elems");

#RunTest(1);
RunTest(10);

sub RunTest {
  my ($K) = @_;

  for (my $dn = 0; $dn < $DataSetQty; ++$dn) {
    my $Name = $DataSetName[$dn];
    my $DataQty = $MaxNumData[$dn];

    if (!$Use[$dn]) {
      print "Skipping $Name K=$K (qty=$DataQty)\n";
      next;
    }

    my $OutFileDir="ResultsKLDivGenRQ/$Name";
    !system("mkdir -p $OutFileDir") or die("Cannot create $OutFileDir");
    my $OutFilePrefix="$OutFileDir/res";

    if (1) {
      RunNAPP($BinDir, $DataDir, $CacheDir,
             $SpaceType,
             $DataSetFile[$dn],
             $DataQty,
             $TestSetQty[$dn],
             $MaxNumQuery[$dn],
             $CachePrefix[$dn],
             $K, $OutFilePrefix,
             $NumPivot[$dn],
             $NumPivotIndex[$dn],
             $NumPivotSearch[$dn],
             $DbScanFrac[$dn]
            );
    }

    if (0) {
      RunSmallWorld($BinDir, $DataDir, $CacheDir,
             $SpaceType,
             $DataSetFile[$dn],
             $DataQty,
             $TestSetQty[$dn],
             $MaxNumQuery[$dn],
             $CachePrefix[$dn],
             $K, $OutFilePrefix,
             $NN[$dn],
             $IndexAttempts[$dn],
             $SearchAttempts[$dn]);
    }

    if (0) {
      RunMPLSH($BinDir, $DataDir, $CacheDir,
            $SpaceType,
            $DataSetFile[$dn],
             $DataQty,
             $TestSetQty[$dn],
             $MaxNumQuery[$dn],
             $CachePrefix[$dn],
             $K, $OutFilePrefix);
    }

    if (0) {
      RunVPTree($BinDir, $DataDir, $CacheDir,
             $SpaceType,
             $DataSetFile[$dn],
             $DataQty,
             $TestSetQty[$dn],
             $MaxNumQuery[$dn],
             $CachePrefix[$dn],
             $K, $OutFilePrefix,
             $TuneParamFilePrefix[$dn],
             $BucketSize[$dn]);
    }

  }
}