eu.dnetlib
dnet-hadoop-parent
1.0.0-SNAPSHOT
1.0.1-SNAPSHOT
4.0.0
icm-iis-parent-container
pom
scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/icm-iis-parent-container/trunk
yyyy-MM-dd_HH_mm
UTF-8
${project.build.directory}/test-data
oozie-package
src/test/resources/define/path/pointing/to/directory/holding/oozie_app
${user.name}
${iis.hadoop.frontend.user.name}
/mnt/tmp
localhost
localhost
22
http://${iis.hadoop.master.host.name}:11000/oozie
oozie_app
hdfs://${iis.hadoop.master.host.name}:8020
${iis.hadoop.master.host.name}:8021
default
primed
runtime
target/extract-and-run-on-remote-host.log
${maven.build.timestamp}
dnet4-bootstrap-release-plugin
dnet4 bootstrap release plugin
http://maven.research-infrastructures.eu/nexus/content/repositories/dnet4-bootstrap-release
default
org.tmatesoft
Subversion 1.8 Compatibility
http://maven.tmatesoft.com/content/repositories/releases/
default
eu.dnetlib
icm-iis-assembly-resources
[1.0.0,2.0.0)
attach-test-resources
test
org.apache.maven.plugins
maven-compiler-plugin
attach-test-resources-compile
test-compile
testCompile
org.apache.maven.plugins
maven-jar-plugin
attach-test-resources-package
prepare-package
test-jar
oozie-package
com.google.code.maven-svn-revision-number-plugin
svn-revision-number-maven-plugin
1.13
org.tmatesoft.svnkit
svnkit
1.8.5
revision
svn
org.apache.maven.plugins
maven-dependency-plugin
copy dependencies
prepare-package
copy-dependencies
${oozie.package.dependencies.scope}
eu.dnetlib
icm-iis-primer-maven-plugin
priming
prepare-package
prime
${project.build.directory}/dependency/*.jar
${project.build.directory}/*-tests.jar
${project.build.directory}/classes
${project.build.directory}/dependency
${project.build.directory}/${primed.dir}
${workflow.source.dir}
org.kuali.maven.plugins
properties-maven-plugin
1.3.2
eu.dnetlib
icm-iis-assembly-resources
[1.0.0,2.0.0)
read-default-properties
initialize
read-project-properties
classpath:project-default.properties
true
read-job-properties
prepare-package
read-project-properties
${project.build.directory}/${primed.dir}/job.properties
job-override.properties
true
eu.dnetlib
icm-iis-properties-maven-plugin
validate
generate-properties
write-job-properties
prepare-package
write-project-properties
target/${oozie.package.file.name}/job.properties
nameNode,jobTracker,queueName,
workingDir,oozie.wf.application.path
true
${project.build.directory}/${primed.dir}/job.properties
job-override.properties
write-version-properties
prepare-package
write-project-properties
target/${oozie.package.file.name}/${oozieAppDir}/version.properties
svn.revision,svn.repository,svn.path
org.apache.maven.plugins
maven-assembly-plugin
2.3
eu.dnetlib
icm-iis-assembly-resources
[1.0.0,2.0.0)
assembly-oozie-installer
package
single
false
${oozie.package.file.name}_shell_scripts
oozie-installer
maven-antrun-plugin
installer-copy-custom
process-resources
run
package
run
deploy
org.codehaus.mojo
exec-maven-plugin
1.3.2
create-target-dir
package
exec
ssh
${iis.hadoop.frontend.user.name}@${iis.hadoop.frontend.host.name}
-p ${iis.hadoop.frontend.port.ssh}
-o StrictHostKeyChecking=no
rm -rf ${iis.hadoop.frontend.home.dir}/${iis.hadoop.frontend.user.dir}/oozie-packages/${sandboxName}/${output.dir.name}/; mkdir -p ${iis.hadoop.frontend.home.dir}/${iis.hadoop.frontend.user.dir}/oozie-packages/${sandboxName}/${output.dir.name}/
upload-oozie-package
package
exec
scp
-P ${iis.hadoop.frontend.port.ssh}
-o StrictHostKeyChecking=no
target/${oozie.package.file.name}.tar.gz
${iis.hadoop.frontend.user.name}@${iis.hadoop.frontend.host.name}:${iis.hadoop.frontend.home.dir}/${iis.hadoop.frontend.user.dir}/oozie-packages/${sandboxName}/${output.dir.name}/${oozie.package.file.name}.tar.gz
extract-and-upload-to-hdfs
package
exec
ssh
${iis.hadoop.frontend.user.name}@${iis.hadoop.frontend.host.name}
-p ${iis.hadoop.frontend.port.ssh}
-o StrictHostKeyChecking=no
cd ${iis.hadoop.frontend.home.dir}/${iis.hadoop.frontend.user.dir}/oozie-packages/${sandboxName}/${output.dir.name}/;
tar -zxvf oozie-package.tar.gz;
rm ${iis.hadoop.frontend.home.dir}/${iis.hadoop.frontend.user.dir}/oozie-packages/${sandboxName}/${output.dir.name}/oozie-package.tar.gz;
./upload_workflow.sh
run
org.codehaus.mojo
exec-maven-plugin
1.3.2
run-job
package
exec
ssh
${oozie.execution.log.file.location}
${iis.hadoop.frontend.user.name}@${iis.hadoop.frontend.host.name}
-p ${iis.hadoop.frontend.port.ssh}
-o StrictHostKeyChecking=no
cd ${iis.hadoop.frontend.home.dir}/${iis.hadoop.frontend.user.dir}/oozie-packages/${sandboxName}/${output.dir.name}/;
./run_workflow.sh
show-run-log-on-stdout
package
exec
cat
${oozie.execution.log.file.location}
monitor
eu.dnetlib
icm-iis-oozie-maven-plugin
read-job-id
package
read-job-id
${oozie.execution.log.file.location}
check-job-status
package
check-job-status
${oozieJobId}
${oozieServiceLoc}
180
60
deploy-local
org.codehaus.mojo
exec-maven-plugin
1.3.2
mkdir
package
exec
mkdir
target/local-upload
untar
package
exec
tar
-zxvf
${project.build.directory}/${oozie.package.file.name}.tar.gz
-C
${project.build.directory}/local-upload
upload-to-local-cluster
package
exec
sh
${project.build.directory}/local-upload/upload_workflow.sh
${project.build.directory}/local-upload
run-local
org.codehaus.mojo
exec-maven-plugin
1.3.2
run-on-local-cluster
package
exec
sh
${project.build.directory}/local-upload/run_workflow.sh
${project.build.directory}/local-upload
child-tests
org.apache.maven.plugins
maven-compiler-plugin
integration-test-compile
integration-test
testCompile
org.apache.maven.plugins
maven-jar-plugin
integration-test-package
integration-test
test-jar
org.apache.maven.plugins
maven-dependency-plugin
integration-test-copy-dependencies
integration-test
copy-dependencies
eu.dnetlib
icm-iis-primer-maven-plugin
integration-test-priming
integration-test
prime
${project.build.directory}/dependency/*.jar
${project.build.directory}/*-tests.jar
${project.build.directory}/classes
${project.build.directory}/dependency
${project.build.directory}/${primed.dir}
org.apache.maven.plugins
maven-surefire-plugin
2.11
org.apache.maven.surefire
surefire-junit47
2.12
true
unit-test
test
test
false
eu.dnetlib.iis.IntegrationTest
integration-test
integration-test
test
false
always
-Xmx1024m
/tmp
${oozie.data.dir}
eu.dnetlib.iis.IntegrationTest
src/main/resources/parent.marker
init-test-cluster-config
jenkins
ci-test.hadoop.iis.openaire.eu
/mnt/tmp
http://ci-test.hadoop.iis.openaire.eu:11000/oozie
hdfs://ci-test.hadoop.iis.openaire.eu:8020
ci-test.hadoop.iis.openaire.eu:8021
integration-test
org.eclipse.m2e
lifecycle-mapping
1.0.0
org.kuali.maven.plugins
properties-maven-plugin
[1.3.2,)
read-project-properties
write-project-properties
org.apache.maven.plugins
maven-dependency-plugin
[1.0.0,)
copy-dependencies
cloudera
Cloudera Repository
https://repository.cloudera.com/artifactory/cloudera-repos
true
false