Skip to content

Instantly share code, notes, and snippets.

@jsteemann
Created October 18, 2013 23:34
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save jsteemann/7049808 to your computer and use it in GitHub Desktop.
Save jsteemann/7049808 to your computer and use it in GitHub Desktop.
Configuration for BulkInsertBenchmark using ArangoDB, CouchDB, and MongoDB
<?php
$renderers = array(
new RendererConsole(),
new RendererCsvFile("./results.csv", ";"),
);
// chunk/bulk/batch size (number of documents to be loaded at once)
$chunkSize = 10000;
$datasetPath = "/performancetest/datasets/";
$dataProviders = array(
new DataProviderStatic("short_10000", 10000, $chunkSize, array("foo" => "bar")),
new DataProviderStatic("short_100000", 100000, $chunkSize, array("foo" => "bar")),
new DataProviderStatic("short_1000000", 1000000, $chunkSize, array("foo" => "bar")),
new DataProviderJsonFile("aol_100000", 100000, $chunkSize, $datasetPath . "aol_part_100000.json"),
new DataProviderJsonFile("aol_1000000", 1000000, $chunkSize, $datasetPath . "aol_part_1000000.json"),
new DataProviderJsonFile("aol_10000000", 10000000, $chunkSize, $datasetPath . "aol_part_10000000.json"),
new DataProviderJsonFile("campaign_10000", 10000, $chunkSize, $datasetPath . "campaign_part_10000.json"),
new DataProviderJsonFile("campaign_100000", 100000, $chunkSize, $datasetPath . "campaign_part_100000.json"),
new DataProviderJsonFile("campaign_1000000", 1000000, $chunkSize, $datasetPath . "campaign_part_1000000.json"),
new DataProviderJsonFile("wiki_1000", 1000, $chunkSize, $datasetPath . "wiki_part_1000.json"),
new DataProviderJsonFile("wiki_10000", 10000, $chunkSize, $datasetPath . "wiki_part_10000.json"),
new DataProviderJsonFile("wiki_100000", 100000, $chunkSize, $datasetPath . "wiki_full_100000.json")
);
$adapters = array(
new AdapterArangoDb(array(
"flavor" => "journal-size-32",
"dbname" => "import",
"collectionname" => "benchmark",
"host" => "127.0.0.1",
"journalsize" => 1048576 * 32
)),
new AdapterArangoDb(array(
"flavor" => "journal-size-16",
"dbname" => "import",
"collectionname" => "benchmark",
"host" => "127.0.0.1",
"journalsize" => 1048576 * 16
)),
new AdapterArangoDb(array(
"flavor" => "journal-size-8",
"dbname" => "import",
"collectionname" => "benchmark",
"host" => "127.0.0.1",
"journalsize" => 1048576 * 8
)),
new AdapterArangoDb(array(
"flavor" => "journal-size-4",
"dbname" => "import",
"collectionname" => "benchmark",
"host" => "127.0.0.1",
"journalsize" => 1048576 * 4
)),
new AdapterCouchDb(array(
"dbname" => "import",
"host" => "127.0.0.1",
"datafile" => "/performancetest/bin/couchdb/var/lib/couchdb/import.couch"
)),
new AdapterMongoDb(array(
"dbname" => "import",
"collectionname" => "benchmark",
"host" => "127.0.0.1"
)),
);
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment