[mlpack-git] master: Add benchmarks landing page. (72aed8c)

Mon Mar 30 10:17:50 EDT 2015

Repository : https://github.com/mlpack/mlpack.org

On branch  : master
Link       : https://github.com/mlpack/mlpack.org/compare/abac93c2d57cf17fb956a897d061cf04eebe6845...72aed8c1d5d572955331645e154196675c2b6cf2

>---------------------------------------------------------------

commit 72aed8c1d5d572955331645e154196675c2b6cf2
Author: Ryan Curtin <ryan at ratml.org>
Date:   Mon Mar 30 10:17:37 2015 -0400

    Add benchmarks landing page.


>---------------------------------------------------------------

72aed8c1d5d572955331645e154196675c2b6cf2
 benchmarks.html | 126 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 126 insertions(+)

diff --git a/benchmarks.html b/benchmarks.html
new file mode 100644
index 0000000..eee33c3
--- /dev/null
+++ b/benchmarks.html
@@ -0,0 +1,126 @@
+<html>
+<head>
+<!-- probably could use more keywords -->
+<meta name="keywords" content="mlpack, libmlpack, c++, armadillo, machine learning, data mining, classification, regression, tree-based methods, dual-tree algorithm">
+<meta name="description" content="mlpack: a scalable c++ machine learning library">
+<meta http-equiv="content-type" content="text/html; charset=UTF-8">
+<title>mlpack: a scalable c++ machine learning library</title>
+</head>
+<link rel="stylesheet" href="css/d3-style.css">
+<link rel="stylesheet" href="style.css">
+<link href='http://fonts.googleapis.com/css?family=Maven+Pro:500' rel='stylesheet' type='text/css'>
+<body>
+<!-- very simple table with as few words as possible -->
+<br>
+<div class="titlebar">
+   <a href="http://www.mlpack.org"><img src="mlpack.png"></a>
+</div>
+<center>
+<div class="mlnavbar">
+  <div class="navcontainer">
+   <div class="mlnavitem" name="mlnavmain"><a href="index.html">main</a></div>
+   <div class="mlnavitem" name="mlnavabout"><a href="about.html">about</a></div>
+   <div class="mlnavitem" name="mlnavdoc"><a href="docs.html">docs</font></div>
+   <div class="mlnavitem" name="mlnavhelp"><a href="help.html">get help</font></div>
+   <div class="mlnavitem" name="mlnavbugs"><a
+href="https://github.com/mlpack/mlpack">github</a></div>
+  </div>
+</div>
+</center>
+<div class="separator"></div>
+<center>
+<div class="mainsection smallertext">
+<center><h2><font class="whitebold">mlpack benchmarks</font></h2></center>
+<p><font class="whitebold">mlpack</font> is benchmarked with an <a
+href="https://github.com/zoq/benchmarks">automatic benchmarking system</a>,
+which was developed as a Google Summer of Code project in 2013 by Marcus Edel,
+and subsequently improved by Anand Soni as part of Google Summer of Code
+2014.</p>
+<p>The benchmarking system has an <a href="benchmark.html">interactive
+interface</a> which can be used to comprehensively survey the runtimes of <font
+class="whitebold">mlpack</font> methods.  This page displays several
+pre-selected benchmarks for <font class="whitebold">mlpack 1.0.10</font>.</p>
+</div>
+<div class="separator"></div>
+<div class="mainbox">
+  <center><h3><font class="whitebold">all k-nearest neighbors, k =
+3</font></h3></center>
+  <div class="mainbox-content">
+    <div class="svgholder"></div>
+    <div class="legendholder"></div>
+  </div>
+  <div class="clear"></div>
+</div>
+
+<div class="mainbox">
+  <center><h3><font class="whitebold">principal components analysis
+(PCA)</font></h3></center>
+  <div class="mainbox-content">
+    <div class="svgholder"></div>
+    <div class="legendholder"></div>
+  </div>
+  <div class="clear"></div>
+</div>
+
+<script src='js/sql.js'></script>
+<script src='js/jquery.min.js'></script>
+<script src='js/d3.v3.min.js'></script>
+<script src='js/d3.tip.min.js'></script>
+<script src='js/benchmarks.js'></script>
+<script src='js/benchmarks/runtime-comparison-view.js'></script>
+<script src='js/benchmarks/historical-comparison-view.js'></script>
+<script src='js/benchmarks/metric-parameter-comparison-view.js'></script>
+<script src='js/benchmarks/dataset-comparison-view.js'></script>
+<script src='js/benchmarks/metric-comparison-view.js'></script>
+<script src='js/benchmarks/highest_metric-comparison-view.js'></script>
+
+<!-- hardcoded parameters -->
+<script>
+// Overload this function, which is the first thing called when the dataset is
+// loaded.
+function createColorMapping()
+{
+  activeChartType = rc; // algorithm-parameter-comparison
+
+  rc.method_name = "ALLKNN";
+  rc.param_name = "-k 3 -s 42";
+  rc.groupBy = "datasets.instances";
+
+  // Get list of datasets and libraries.
+  var sqlstr = "SELECT DISTINCT results.time, results.var, libraries.id, libraries.name, datasets.name, datasets.id " +
+      "FROM results, datasets, methods, libraries WHERE results.dataset_id == datasets.id AND results.method_id == methods.id " +
+      "AND methods.name == '" + rc.method_name + "' AND methods.parameters == '" + rc.param_name + "' AND libraries.id == results.libary_id " +
+      "GROUP BY datasets.id, libraries.id, " + rc.groupBy + ";";
+  rc.results = db.exec(sqlstr);
+
+
+  // Obtain unique list of datasets.
+  rc.datasets = rc.results[0].values.map(function(d) { return d[4]; }).reduce(function(p, c) { if(p.indexOf(c) < 0) p.push(c); return p; }, []);
+  // Obtain unique list of libraries.
+  rc.libraries = rc.results[0].values.map(function(d) { return d[3]; }).reduce(function(p, c) { if(p.indexOf(c) < 0) p.push(c); return p; }, []);
+
+  // By default, everything is active.
+  rc.active_datasets = {};
+  for (i = 0; i < rc.datasets.length; i++)
+  {
+    rc.active_datasets[rc.datasets[i]] = true;
+  }
+
+  rc.active_libraries = {};
+  for (i = 0; i < rc.libraries.length; i++)
+  {
+    rc.active_libraries[rc.libraries[i]] = true;
+  }
+
+  clearChart();
+  buildChart();
+}
+
+// Also build PCA with no options, and datasets = { "covtype", "Twitter",
+// "corel-histogram", "isolet", "mnist, "1000000-10-randu" }.
+
+// Also build RangeSearch with options "-M 0.02", and disable datasets covtype,
+// wine, cloud, and Twitter.
+</script>
+</body>
+</html>

