大数据Azkaban（三）：Azkaban编译及报错问题解决

./gradlew build installDist

buildscript {
repositories {
    maven{ url 'http://maven.aliyun.com/nexus/content/groups/public/'}
  }
....
}

allprojects {
  ....
  repositories {
    maven{ url 'http://maven.aliyun.com/nexus/content/groups/public/'}
  }
}

cd azkaban
 
cat ./gradle/wrapper/gradle-wrapper.properties

wget https://services.gradle.org/distributions/gradle-5.0-all.zip

 cd /export/software/

mkdir -p /opt/module/
cd /opt/module/
cp /export/software/gradle-5.0-all.zip ./

unzip -o gradle-5.0-all.zip -d /opt/module/

sudo vim /etc/profile.d/my_env.sh

# GRADLE_USER_HOME
export GRADLE_USER_HOME=/opt/module/gradle-5.0
export PATH=$PATH:$GRADLE_USER_HOME/bin

source /etc/profile

echo $GRADLE_USER_HOME

vim ./gradle/wrapper/gradle-wrapper.properties

distributionUrl=gradle-5.0-all.zip

zipStoreBase=GRADLE_USER_HOME

cd /opt/module/
mv gradle-5.0-all.zip /export/server/azkaban/gradle/wrapper/

./gradlew build installDist -x test

gradle clean

./gradlew build installDist -x test

* What went wrong:
Could not resolve all files for configuration ':az-reportal:compileClasspath'.
> Could not download pig.jar (org.apache.pig:pig:0.11.0)
   > Could not get resource 'http://maven.aliyun.com/nexus/content/groups/public/org/apache/pig/pig/0.11.0/pig-0.11.0.jar'.
      > Could not GET 'http://maven.aliyun.com/nexus/content/groups/public/org/apache/pig/pig/0.11.0/pig-0.11.0.jar'.
         > Read timed out


* What went wrong:
Could not resolve all files for configuration ':az-hadoop-jobtype-plugin:compileClasspath'.
> Could not download scala-compiler.jar (org.scala-lang:scala-compiler:2.10.0)
   > Could not get resource 'http://maven.aliyun.com/nexus/content/groups/public/org/scala-lang/scala-compiler/2.10.0/scala-compiler-2.10.0.jar'.
      > Read timed out
> Could not download scala-reflect.jar (org.scala-lang:scala-reflect:2.10.4)
   > Could not get resource 'http://maven.aliyun.com/nexus/content/groups/public/org/scala-lang/scala-reflect/2.10.4/scala-reflect-2.10.4.jar'.
      > Read timed out

maven{
    url 'http://maven.aliyun.com/nexus/content/groups/public'
}

maven {
      url 'https://linkedin.jfrog.io/artifactory/open-source/'
    }

* What went wrong:
Execution failed for task ':azkaban-web-server:nodeSetup'.
> Could not resolve all files for configuration ':azkaban-web-server:detachedConfiguration1'.
   > Could not resolve org.nodejs:node:8.10.0.
     Required by:
         project :azkaban-web-server
      > Could not resolve org.nodejs:node:8.10.0.
         > Could not get resource 'https://nodejs.org/dist/v8.10.0/ivy.xml'.
            > Could not GET 'https://nodejs.org/dist/v8.10.0/ivy.xml'. Received status code 403 from server: Forbidden

cd /usr/lib/
tar -zxvf node-v8.10.0-linux-x64.tar.gz

vim /etc/profile

export NODE_HOME="/usr/lib/node-v8.10.0-linux-x64"
export PATH=$PATH:$NODE_HOME/bin

source /etc/profile

ln -s /usr/lib/node-v8.10.0-linux-x64/lib/node_modules/npm/bin/npm-cli.js /usr/bin/npm
ln -s /usr/lib/node-v8.10.0-linux-x64/bin/node /usr/bin/node

node -v
npm -v

./gradlew build installDist -x test