Project

General

Profile

« Previous | Next » 

Revision 37699

Added by Claudio Atzori over 9 years ago

moving towards CDH5

View differences:

modules/dnet-hadoop-commons/branches/CDH-5.3.X/src/main/resources/eu/dnetlib/data/hadoop/config/hadoop-default.dm.stdl.properties
2 2 

  		




  3
  3
  
    
#CORE-SITE


  		




  4
  4
  
    
fs.defaultFS					=	hdfs://d-net2.house.cnr.it:8020


  		




  
  5
  
    
fs.default.name					=	hdfs://d-net2.house.cnr.it:8020


  		




  5
  6
  
    

  		




  6
  7
  
    
hadoop.security.authentication	=	simple


  		




  7
  8
  
    
hadoop.security.auth_to_local	=	DEFAULT


  		




  8
  9
  
    

  		




  9
  
  
    
hadoop.rpc.socket.factory.class.default	=	org.apache.hadoop.net.StandardSocketFactory


  		




  
  10
  
    
#hadoop.rpc.socket.factory.class.default	=	org.apache.hadoop.net.StandardSocketFactory


  		




  10
  11
  
    

  		




  11
  12
  
    
#HBASE-SITE


  		




  12
  13
  
    
hbase.rootdir					=	hdfs://d-net2.house.cnr.it:8020/hbase


  		




  ......




  23
  24
  
    
dfs.namenode.http-address		=	d-net2.house.cnr.it:50070


  		




  24
  25
  
    
dfs.replication					= 	1


  		




  25
  26
  
    

  		




  
  27
  
    
fs.file.impl					=	org.apache.hadoop.fs.LocalFileSystem


  		




  
  28
  
    
fs.hdfs.impl					=	org.apache.hadoop.hdfs.DistributedFileSystem


  		




  
  29
  
    

  		




  
  30
  
    
fs.AbstractFileSystem.hdfs.impl	=	org.apache.hadoop.fs.Hdfs


  		




  
  31
  
    
fs.AbstractFileSystem.file.impl	=	org.apache.hadoop.fs.local.LocalFs


  		




  
  32
  
    

  		




  26
  33
  
    
#MAPRED-SITE


  		




  27
  34
  
    
mapred.job.tracker				=	d-net2.house.cnr.it:8021


  		




  28
  
  
    
mapred.child.java.opts			=	-Djava.net.preferIPv4Stack=true -Xmx1073741824


  		




  
  35
  
    
#mapred.child.java.opts			=	-Djava.net.preferIPv4Stack=true -Xmx1073741824


  		




  29
  36
  
    

  		




  30
  37
  
    
mapred.mapper.new-api			=	true


  		




  31
  38
  
    
mapred.reducer.new-api			=	true


  		




  32
  39
  
    

  		




  33
  40
  
    
#OOZIE SERVER


  		




  34
  41
  
    
#oozie.service.loc				=	http://oozie.t.hadoop.research-infrastructures.eu:11000/oozie


  		




  
  42
  
    

  		




  
  43
  
    
#YARN-SITE


  		




  
  44
  
    

  		




  
  45
  
    
mapreduce.framework.name=yarn


  		




  
  46
  
    

  		




  
  47
  
    
yarn.acl.enable=true


  		




  
  48
  
    
yarn.admin.acl=*


  		




  
  49
  
    
yarn.resourcemanager.address=d-net2.house.cnr.it:8032


  		




  
  50
  
    
yarn.resourcemanager.admin.address=d-net2.house.cnr.it:8033


  		




  
  51
  
    
yarn.resourcemanager.scheduler.address=d-net2.house.cnr.it:8030


  		




  
  52
  
    
yarn.resourcemanager.resource-tracker.address=d-net2.house.cnr.it:8031


  		




  
  53
  
    
yarn.resourcemanager.webapp.address=d-net2.house.cnr.it:8088


  		




  
  54
  
    
yarn.resourcemanager.webapp.https.address=d-net2.house.cnr.it:8090


  		




  
  55
  
    
yarn.resourcemanager.client.thread-count=50


  		




  
  56
  
    
yarn.resourcemanager.scheduler.client.thread-count=50


  		




  
  57
  
    
yarn.resourcemanager.admin.client.thread-count=1


  		




  
  58
  
    
yarn.scheduler.minimum-allocation-mb=1024


  		




  
  59
  
    
yarn.scheduler.increment-allocation-mb=512


  		




  
  60
  
    
yarn.scheduler.maximum-allocation-mb=5120


  		




  
  61
  
    
yarn.scheduler.minimum-allocation-vcores=1


  		




  
  62
  
    
yarn.scheduler.increment-allocation-vcores=1


  		




  
  63
  
    
yarn.scheduler.maximum-allocation-vcores=4


  		




  
  64
  
    
yarn.resourcemanager.amliveliness-monitor.interval-ms=1000


  		




  
  65
  
    
yarn.am.liveness-monitor.expiry-interval-ms=600000


  		




  
  66
  
    
yarn.resourcemanager.am.max-attempts=2


  		




  
  67
  
    
yarn.resourcemanager.container.liveness-monitor.interval-ms=600000


  		




  
  68
  
    
yarn.resourcemanager.nm.liveness-monitor.interval-ms=1000


  		




  
  69
  
    
yarn.nm.liveness-monitor.expiry-interval-ms=600000


  		




  
  70
  
    
yarn.resourcemanager.resource-tracker.client.thread-count=50


  		




  
  71
  
    
yarn.application.classpath=$HADOOP_CLIENT_CONF_DIR,$HADOOP_CONF_DIR,$HADOOP_COMMON_HOME/*,$HADOOP_COMMON_HOME/lib/*,$HADOOP_HDFS_HOME/*,$HADOOP_HDFS_HOME/lib/*,$HADOOP_YARN_HOME/*,$HADOOP_YARN_HOME/lib/*


  		




  
  72
  
    
yarn.resourcemanager.scheduler.class=org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler


  		




  
  73
  
    
yarn.scheduler.fair.user-as-default-queue=true


  		




  
  74
  
    
yarn.scheduler.fair.preemption=false


  		




  
  75
  
    
yarn.scheduler.fair.sizebasedweight=false


  		




  
  76
  
    
yarn.scheduler.fair.assignmultiple=false


  		




  
  77
  
    
yarn.resourcemanager.max-completed-applications=10000


  		




  
  78
  
    
yarn.nodemanager.aux-services=


  		












  

    
      modules/dnet-hadoop-commons/branches/CDH-5.3.X/pom.xml
    
  





  10
  10
  
    
	<groupId>eu.dnetlib</groupId>


  		




  11
  11
  
    
	<artifactId>dnet-hadoop-commons</artifactId>


  		




  12
  12
  
    
	<packaging>jar</packaging>


  		




  13
  
  
    
	<version>1.0.2-SNAPSHOT</version>


  		




  
  13
  
    
	<version>1.0.4-CDH-5.3.0-SNAPSHOT</version>


  		




  14
  14
  
    
	<scm>


  		




  15
  15
  
    
		<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-hadoop-commons/trunk</developerConnection>


  		




  16
  16
  
    
	</scm>


  		




  ......




  73
  73
  
    
		</dependency>


  		




  74
  74
  
    
		<dependency>


  		




  75
  75
  
    
			<groupId>org.apache.hadoop</groupId>


  		




  76
  
  
    
			<artifactId>hadoop-core</artifactId>


  		




  77
  
  
    
			<version>${hadoop.core.version}</version>


  		




  
  76
  
    
			<artifactId>hadoop-client</artifactId>


  		




  
  77
  
    
			<version>${hadoop.client.version}</version>


  		




  78
  78
  
    
			<exclusions>


  		




  79
  79
  
    
				<exclusion>


  		




  80
  80
  
    
					<groupId>tomcat</groupId>


  		




  ......




  92
  92
  
    
					<groupId>javax.servlet</groupId>


  		




  93
  93
  
    
					<artifactId>servlet-api</artifactId>


  		




  94
  94
  
    
				</exclusion>


  		




  
  95
  
    
				<exclusion>


  		




  
  96
  
    
					<artifactId>hadoop-aws</artifactId>


  		




  
  97
  
    
					<groupId>org.apache.hadoop</groupId>


  		




  
  98
  
    
				</exclusion>


  		




  95
  99
  
    
			</exclusions>


  		




  96
  100
  
    
		</dependency>


  		




  
  101
  
    
		


  		




  
  102
  
    
<!-- 		<dependency> -->


  		




  
  103
  
    
<!-- 			<groupId>org.apache.hadoop</groupId> -->


  		




  
  104
  
    
<!-- 			<artifactId>hadoop-core</artifactId> -->


  		




  
  105
  
    
<!-- 			<version>2.5.0-mr1-cdh5.3.2</version> -->


  		




  
  106
  
    
<!-- 		</dependency>		 -->


  		




  
  107
  
    
		


  		




  
  108
  
    
		


  		




  97
  109
  
    
		<dependency>


  		




  98
  110
  
    
			<groupId>org.springframework</groupId>


  		




  99
  111
  
    
			<artifactId>spring-beans</artifactId>


  		












Also available in:  Unified diff