Project

General

Profile

« Previous | Next » 

Revision 57414

Added by Claudio Atzori about 5 years ago

introduced distcp configuration profile to synchronise data from DM to IIS cluster

View differences:

modules/dnet-openaireplus-profiles/trunk/src/main/resources/eu/dnetlib/test/profiles/HadoopJobConfigurationDSResources/HadoopJobConfigurationDSResourceType/distcpJob.xml
1 
<RESOURCE_PROFILE>
2 
    <HEADER>
3 
        <RESOURCE_IDENTIFIER value="e79720c4-b123-4cf7-b1be-77110ddedcc2_SGFkb29wSm9iQ29uZmlndXJhdGlvbkRTUmVzb3VyY2VzL0hhZG9vcEpvYkNvbmZpZ3VyYXRpb25EU1Jlc291cmNlVHlwZQ=="/>
4 
        <RESOURCE_TYPE value="HadoopJobConfigurationDSResourceType"/>
5 
        <RESOURCE_KIND value="HadoopJobConfigurationDSResources"/>
6 
        <RESOURCE_URI value=""/>
7 
        <DATE_OF_CREATION value="2001-12-31T12:00:00"/>
8 
    </HEADER>
9 
    <BODY>
10 
        <HADOOP_JOB name="distcpJob" type="oozie">
11 
            <DESCRIPTION>Job for importing data from HBASE to the relational Stats Database</DESCRIPTION>
12 
            <STATIC_CONFIGURATION>
13
14 
				<!-- Cluster wide -->
15 
                <PROPERTY key="queueName" value="default"/>
16 
                <PROPERTY key="user.name" value="dnet"/> <!-- username = sqoop?? -->
17 
				<PROPERTY key="oozie.wf.application.path" value="/user/claudio.atzori/distcp/oozie_app"/><!-- edit this property! -->
18 

  		




  
  19
  
    
				<PROPERTY key="hbase_dump_distcp_memory_mb" value="6144"/>


  		




  
  20
  
    
				<PROPERTY key="hbase_dump_distcp_num_maps" value="1"/>


  		




  
  21
  
    
            </STATIC_CONFIGURATION>


  		




  
  22
  
    
            <JOB_INTERFACE>


  		




  
  23
  
    
                <PARAM name="sourcePath" required="true" description="hdfs source path"/>


  		




  
  24
  
    
				<PARAM name="targetPath" required="true" description="hdfs target path"/>


  		




  
  25
  
    
            </JOB_INTERFACE>


  		




  
  26
  
    
        </HADOOP_JOB>


  		




  
  27
  
    
        <STATUS>


  		




  
  28
  
    
            <LAST_SUBMISSION_DATE value="2014-11-14T19:57:25+00:00"/>


  		




  
  29
  
    
            <RUNNING_INSTANCES value="0"/>


  		




  
  30
  
    
            <CUMULATIVE_RUN value="75"/>


  		




  
  31
  
    
        </STATUS>


  		




  
  32
  
    
        <SECURITY_PARAMETERS>SECURITY_PARAMETERS</SECURITY_PARAMETERS>


  		




  
  33
  
    
    </BODY>


  		




  
  34
  
    
</RESOURCE_PROFILE>


  		












  

    
      modules/dnet-openaireplus-profiles/trunk/src/main/resources/eu/dnetlib/test/profiles/MDFormatDSResources/MDFormatDSResourceType/2-8b9503d9-8a86-4330-93ef-7e0cd9bc87c2.xml
    
  





  322
  322
  
    
		                <FIELD name="collectedfromname" xpath="distinct-values(//*[local-name()='entity']/*/*[local-name()='collectedfrom']/@name | //*[local-name()='entity']/*//*[local-name() = 'instance']/*[local-name()='collectedfrom']/@name)"


  		




  323
  323
  
    
							   tokenizable="false" indexable="true" result="false" stat="false"/>


  		




  324
  324
  
    

  		




  
  325
  
    
						<FIELD name="originalid" xpath="//*[local-name()='entity']/*/*[local-name()='originalId']"


  		




  
  326
  
    
							   type="string_ci" tokenizable="false" stat="false" result="false" indexable="true" />


  		




  
  327
  
    

  		




  325
  328
  
    
		                <FIELD name="pid" xpath="//*[local-name()='entity']/*[local-name()='result']/pid/text()" type="string_ci" tokenizable="false" stat="false" result="false" indexable="true"/>


  		




  326
  329
  
    
		                <FIELD name="pidclassid" xpath="distinct-values(//*[local-name()='entity']/*[local-name()='result']/pid/@classid)" tokenizable="false" stat="false" result="false"


  		




  327
  330
  
    
		                       indexable="true"/>


  		












Also available in:  Unified diff