Skip to content

Configuration file reference

Vicente Adolfo Bolea Sanchez edited this page Nov 15, 2017 · 4 revisions

Example of eclipse.json

{
 "name"    : "Sample eclipseMR conf file",
 "max_job" : 1024,

 "log" : {
   "type" : "LOG_LOCAL6",
   "name" : "ECLIPSE",
   "mask" : "info"
 },

 "path" : {
   "scratch"      : "/scratch/vicente/storage",
   "idata"        : "/scratch/vicente/idata",
   "metadata"     : "/scratch/vicente/",
   "applications" : "/scratch/vicente/apps"
 },

 "cache" : {
   "numbin" : 100,
   "size" :   200000,
   "concurrency" : 1
 },

 "network" : {
   "ports" : {
     "internal" : 8318,
     "client"   : 8319,
     "mapreduce"   : 8321
   },

   "iface"          : "eth0",
   "nodes"          : [
     "172.20.1.40",
     "172.20.1.41",
     "172.20.1.42",
     "172.20.1.43",
     "172.20.1.44",
     "172.20.1.47",
     "172.20.1.48",
     "172.20.1.49"
   ],
   "serialization"   : "binary"
 },

 "filesystem" : {
   "block"  : 2000,
   "buffer" : 512,
   "replica" : 3
 },

 "mapreduce" : {
   "reduce_slot" : 4,
   "iblock_size" : 134217000,
   "write_buf_size" : 5120000,
   "mappers" : 4 
 },

 "addons" : {
   "zk" : {
     "enabled" : "true",
     "addr" : "dumbomaster",
     "port" : "2181",
     "client_path" : "/home/vicente/opt/zookeeper-3.4.10/bin/zkCli.sh"
   },

   "disk_id" : "sdb",
   "disk_monitor_tick" : 5,
   "block_scheduler" : "scheduler_score_based",
   "alpha" : "0.5",
   "beta" : "0.5"
  },
 "launcher" : {
   "DFS" : "eclipse_node",
   "MR" : "eclipse_node_mr"
 }
}
Clone this wiki locally