diff --git a/BigData/CentOS8.1.1911/ambari/Dockerfile-ambari-2.7.3.0_DF b/BigData/CentOS8.1.1911/ambari/Dockerfile-ambari-2.7.3.0_DF deleted file mode 100644 index 268f71994121f934dfea47ce5c8e70b429bd7eb4..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/ambari/Dockerfile-ambari-2.7.3.0_DF +++ /dev/null @@ -1,227 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - - -# config install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ - && mv /usr/bin/gcc /usr/bin/gcc-impl \ - && echo '#! /bin/sh' > /usr/bin/gcc \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ - && chmod +x /usr/bin/gcc \ - && mv /usr/bin/g++ /usr/bin/g++-impl \ - && echo '#! /bin/sh' > /usr/bin/g++ \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/g++ \ - && yum install -y make flex bison gperf ruby openssl-devel freetype-devel fontconfig-devel libicu-devel sqlite-devel libpng-devel libjpeg-devel git wget cmake libtool python-devel - - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ - && sed -i 's^^ kunpengmaven kunpengmaven kunpeng maven https://mirrors.huaweicloud.com/kunpeng/maven true true ^g' settings.xml \ - && sed -i 's^^ kunpengmaven ^g' settings.xml - - -# install phantomjs -WORKDIR /root -RUN git config --global http.sslVerify false \ -# && git clone https://github.com/ariya/phantomjs.git \ -# && cd phantomjs \ -# && git checkout 2.1.1 \ -# && git submodule init \ -# && git submodule update \ - && wget http://archive-server:50050/cache-data/BigData/ENV/phantomjs.tar.gz \ - && tar -zxf phantomjs.tar.gz \ - && cd phantomjs \ - && echo Y | python build.py || true \ - && sed -i 's/-pipe -O3 -fPIC/-pipe -O2 -fPIC/g' src/qt/qtbase/src/gui/Makefile \ - && echo Y | python build.py \ - && mkdir -p /opt/tools/installed/phantomjs/bin \ - && cp bin/phantomjs /opt/tools/installed/phantomjs/bin/ \ - && \rm -r /root/phantomjs - - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PHANTOMJS_HOME=/opt/tools/installed/phantomjs -ENV PATH=$PHANTOMJS_HOME/bin:$MAVEN_HOME/bin:$JAVA_HOME/bin:$PATH -ENV PHANTOMJS_ARCH="arm64" - - -# enable ENV -RUN source /etc/profile - - -# install nodejs -WORKDIR /root -#RUN wget http://nodejs.org/dist/v8.6.0/node-v8.6.0-linux-arm64.tar.gz --no-check-certificate \ -RUN wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/node-v8.6.0-linux-arm64.tar.gz --no-check-certificate \ - && tar -zxf node-v8.6.0-linux-arm64.tar.gz \ - && mv node-v8.6.0-linux-arm64 /opt/tools/installed - - -# install golang -WORKDIR /root -#RUN wget https://dl.google.com/go/go1.9.linux-arm64.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/go1.9.linux-arm64.tar.gz \ - && tar -zxf go1.9.linux-arm64.tar.gz \ - && mv go /opt/tools/installed \ - && mkdir -p /opt/tools/installed/go/path \ - && cd /opt/tools/installed/go/path \ - && mkdir src bin pkg - - -ENV NODE_HOME=/opt/tools/installed/node-v8.6.0-linux-arm64 -ENV GOROOT=/opt/tools/installed/go -ENV GOPATH=/opt/tools/installed/go/path -ENV PATH=$GOROOT/bin:$NODE_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" - - -# enable ENV -RUN source /etc/profile - - -# config before compile ambari -WORKDIR /root -#RUN wget https://github.com/hortonworks/ambari-release/archive/AMBARI-2.7.3.0-139-tag.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/AMBARI-2.7.3.0-139-tag.tar.gz \ - && tar -zxf AMBARI-2.7.3.0-139-tag.tar.gz \ -#&& wget https://github.com/hortonworks/hdp_ambari_definitions-release/archive/AMBARI-2.7.3.2-19-tag.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/AMBARI-2.7.3.2-19-tag.tar.gz \ - && tar -zxf AMBARI-2.7.3.2-19-tag.tar.gz \ - && cp -r hdp_ambari_definitions-release-AMBARI-2.7.3.2-19-tag/src/main/resources/stacks/HDP/* ambari-release-AMBARI-2.7.3.0-139-tag/ambari-server/src/main/resources/stacks/HDP \ - && mv ambari-release-AMBARI-2.7.3.0-139-tag /opt/tools/installed \ - && git config --global http.sslverify false \ - && cd /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag \ - && sed -i 's^.*^aarch64^g' $(find . -name pom.xml) \ - && mkdir -p /root/.m2/repository/com/github/eirslett/node/8.6.0/ \ - && mkdir -p /root/.m2/repository/com/github/eirslett/node/4.5.0/ \ - && cd /root \ - && cp node-v8.6.0-linux-arm64.tar.gz /root/.m2/repository/com/github/eirslett/node/8.6.0/ \ -#&& wget http://nodejs.org/dist/v4.5.0/node-v4.5.0-linux-arm64.tar.gz --no-check-certificate \ - && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/node-v4.5.0-linux-arm64.tar.gz --no-check-certificate \ - && cp node-v4.5.0-linux-arm64.tar.gz /root/.m2/repository/com/github/eirslett/node/4.5.0/ \ -# && wget https://github.com/yarnpkg/yarn/releases/download/v1.1.0/yarn-v1.1.0.tar.gz --no-check-certificate \ -# && wget https://github.com/yarnpkg/yarn/releases/download/v0.23.2/yarn-v0.23.2.tar.gz --no-check-certificate \ - && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/yarn-v1.1.0.tar.gz --no-check-certificate \ - && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/yarn-v0.23.2.tar.gz --no-check-certificate \ - && mkdir -p /root/.m2/repository/com/github/eirslett/yarn/1.1.0/ \ - && mkdir -p /root/.m2/repository/com/github/eirslett/yarn/0.23.2/yarn-0.23.2./ \ - && cp yarn-v1.1.0.tar.gz /root/.m2/repository/com/github/eirslett/yarn/1.1.0/yarn-1.1.0.tar.gz \ - && cp yarn-v0.23.2.tar.gz /root/.m2/repository/com/github/eirslett/yarn/0.23.2/yarn-0.23.2./yarn-v0.23.2.tar.gz \ - && tar -zxf yarn-v0.23.2.tar.gz \ - && cd dist \ - && ./bin/yarn config set strict-ssl false \ - && cd /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag \ - && sed -i 's/"mocha-phantomjs-core": "~2.1.0"/"mocha-phantomjs-core": "~2.1.1"/g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-web/package.json \ - && sed -i 's/"phantomjs": "~2.1.0"/"phantomjs": "~2.1.1"/g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-web/package.json \ - && sed -i 's/"karma-phantomjs-launcher": "0.1"/"karma-phantomjs-launcher": "1.0"/g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-admin/src/main/resources/ui/admin-web/package.json \ - && sed -i 's^http://dev.hortonworks.com.s3.amazonaws.com/HDP/centos7/3.x/BUILDS/3.0.0.0-1634/tars/hbase/hbase-2.0.0.3.0.0.0-1634-bin.tar.gz^file:///root/packages/tar/hbase-2.0.0-bin.tar.gz^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^http://dev.hortonworks.com.s3.amazonaws.com/HDP/centos7/3.x/BUILDS/3.0.0.0-1634/tars/hadoop/hadoop-3.1.0.3.0.0.0-1634.tar.gz^file:///root/packages/tar/hadoop-3.1.0.tar.gz^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^https://grafanarel.s3.amazonaws.com/builds/grafana-2.6.0.linux-x64.tar.gz^file:///root/packages/tar/grafana-2.6.0.tar.gz^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^http://dev.hortonworks.com.s3.amazonaws.com/HDP/centos7/3.x/BUILDS/3.0.0.0-1634/tars/phoenix/phoenix-5.0.0.3.0.0.0-1634.tar.gz^file:///root/packages/tar/phoenix-5.0.0-HBase-2.0.tar.gz^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^hbase-2.0.0.3.0.0.0-1634^hbase-2.0.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^hadoop-3.1.0.3.0.0.0-1634^hadoop-3.1.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^grafana-2.6.0^grafana-2.6.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^phoenix-5.0.0.3.0.0.0-1634^phoenix-5.0.0-HBase-2.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^3.1.0.3.0.0.0-1634^3.1.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/ambari-metrics-timelineservice/pom.xml \ - && sed -i 's^5.0.0.3.0.0.0-1634^5.0.0-HBase-2.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/ambari-metrics-timelineservice/pom.xml \ - && sed -i 's^2.0.0.3.0.0.0-1634^2.0.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/ambari-metrics-timelineservice/pom.xml \ - && sed -i 's^http://nexus-private.hortonworks.com/nexus/content/groups/public^http://repo.hortonworks.com/content/repositories/releases^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^oss.sonatype.org^kunpengmaven^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -name pom.xml) \ - && sed -i 's^OSS Sonatype Staging^kunpeng maven^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -name pom.xml) \ - && sed -i 's^https://oss.sonatype.org/content/groups/staging^https://mirrors.huaweicloud.com/kunpeng/maven^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -name pom.xml) \ - && sed -i 's^https://repository.apache.org^http://repository.apache.org^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -name pom.xml) \ - && sed -i 's^http://central.maven.org^https://repo1.maven.org^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-infra/ -name pom.xml) \ - && sed -i 's^v4.5.0^v8.6.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-admin/pom.xml \ - && sed -i 's^2.15.0^5.3.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-admin/pom.xml \ - && sed -i '171 a ' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-server/pom.xml - - -# compile _posixsubprocess.so -WORKDIR /root -RUN yum install -y python2-subprocess32.aarch64 \ - && cd /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-common/src/main/python/ambari_commons/libs \ - && cp -r x86_64 aarch64 \ - && \cp /usr/lib64/python2.7/site-packages/_posixsubprocess.so aarch64 - - -# compile _speedups.so -WORKDIR /root -RUN yum install -y python-setuptools \ -#&& wget https://files.pythonhosted.org/packages/da/8c/a45815b421e49acad7d3d0db4ba65ba1e5cfa02a30c794fe55954106cb0b/simplejson-2.0.9.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/simplejson-2.0.9.tar.gz \ - && tar -zxf simplejson-2.0.9.tar.gz \ - && cd simplejson-2.0.9 \ - && python setup.py build \ - && \cp build/lib.linux-aarch64-2.7/simplejson/_speedups.so /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-common/src/main/python/ambari_simplejson/_speedups.so - - -# download hadoop, hbase, phoenix and grafana -WORKDIR /root/packages/tar -#RUN wget http://mirrors.huaweicloud.com/kunpeng/dist/Apache/hadoop-3.1.0.tar.gz \ -# && wget http://mirrors.huaweicloud.com/kunpeng/dist/Apache/hbase-2.0.0-bin.tar.gz \ -# && wget http://mirrors.huaweicloud.com/kunpeng/dist/Apache/phoenix-5.0.0-HBase-2.0.tar.gz \ -# && wget http://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/bigdata/Dependency/grafana/grafana-2.6.0.tar.gz -RUN wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/hadoop-3.1.0.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/hbase-2.0.0-bin.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/phoenix-5.0.0-HBase-2.0.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/grafana-2.6.0.tar.gz - - -WORKDIR /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag - - -RUN \rm -r /root/.m2/repository - -#COPY repository /root/.m2/repository - -RUN yum -y install rpm rpm-build \ - && mvn versions:set -DnewVersion=2.7.3.0.0 \ - && mvn -B package install rpm:rpm -DnewVersion=2.7.3.0.0 -DskipTests -Dmaven.test.skip=true -Drat.numUnapprovedLicenses=1000 -Dpython.ver="python >= 2.6" -Drat.skip -Dcheckstyle.skip - - -WORKDIR /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -RUN cd contrib/views \ - && sed -i 's^bower_components/abdmob/x2js/xml2json.min.js^bower_components/x2js/xml2json.js^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/wfmanager/src/main/resources/ui/ember-cli-build.js \ - && sed -i 's^abdmob/x2js^x2js^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/wfmanager/src/main/resources/ui/bower.json \ - && sed -i 's^1.0.0.0-SNAPSHOT^2.7.3.0.139^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/capacity-scheduler/pom.xml \ - && sed -i 's^1.0.0.0-SNAPSHOT^2.7.3.0.139^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/files/pom.xml \ - && sed -i 's^2.0.0.0-SNAPSHOT^2.7.3.0.139^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/pig/pom.xml \ - && sed -i 's^0.1.0.0-SNAPSHOT^2.7.3.0.139^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/wfmanager/pom.xml \ - && npm install \ - && npm install -g bower \ - && mvn package install -DskipTests -Drat.numUnapprovedLicenses=1000 || true \ - && mvn package install -DskipTests -Drat.numUnapprovedLicenses=1000 - - -WORKDIR /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -RUN mvn -B clean install package rpm:rpm -DnewVersion=2.7.3.0.0 -DskipTests -Dmaven.test.skip=true -Drat.numUnapprovedLicenses=1000 -Dpython.ver="python >= 2.6" -Drat.skip -Dcheckstyle.skip - - -WORKDIR /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -RUN cd ambari-infra \ - && mvn clean package -Dbuild-rpm -Dmaven.test.skip=true -DskipTests -Drat.numUnapprovedLicenses=1000 \ - && cd ../ambari-logsearch \ - && mvn clean package -Dbuild-rpm -Dmaven.test.skip=true -DskipTests -Drat.numUnapprovedLicenses=1000 \ - && cd ../ambari-metrics \ - && mvn clean package -Dbuild-rpm -Dmaven.test.skip=true -DskipTests -Drat.numUnapprovedLicenses=1000 \ - && mkdir -p /root/packages/rpm \ - && for rpm_path in $(find ../* -name "*.aarch64.rpm");do \cp $rpm_path /root/packages/rpm;done - - -WORKDIR /root/packages/rpm - -# archive output files -RUN mkdir -p /root/output/ \ - && cp -rp /root/packages/rpm/* /root/output/ - diff --git a/BigData/CentOS8.1.1911/ambari/Dockerfile-ambari-2.7.3.0_phantomjs-2.1.1_DF b/BigData/CentOS8.1.1911/ambari/Dockerfile-ambari-2.7.3.0_phantomjs-2.1.1_DF deleted file mode 100644 index 2b2c47550c43b02c5ab25ee24d929d350def46dd..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/ambari/Dockerfile-ambari-2.7.3.0_phantomjs-2.1.1_DF +++ /dev/null @@ -1,170 +0,0 @@ -# base image -FROM phantomjs_df:2.1.1 - - -# install nodejs -WORKDIR /root -RUN \rm -r /root/phantomjs \ -# && wget http://nodejs.org/dist/v8.6.0/node-v8.6.0-linux-arm64.tar.gz --no-check-certificate\ - && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/node-v8.6.0-linux-arm64.tar.gz --no-check-certificate\ - && tar -zxf node-v8.6.0-linux-arm64.tar.gz \ - && mv node-v8.6.0-linux-arm64 /opt/tools/installed - - -# install golang -WORKDIR /root -#RUN wget https://dl.google.com/go/go1.9.linux-arm64.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/go1.9.linux-arm64.tar.gz \ - && tar -zxf go1.9.linux-arm64.tar.gz \ - && mv go /opt/tools/installed \ - && mkdir -p /opt/tools/installed/go/path \ - && cd /opt/tools/installed/go/path \ - && mkdir src bin pkg - - -ENV NODE_HOME=/opt/tools/installed/node-v8.6.0-linux-arm64 -ENV GOROOT=/opt/tools/installed/go -ENV GOPATH=/opt/tools/installed/go/path -ENV PATH=$GOROOT/bin:$NODE_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" - - -# enable ENV -RUN source /etc/profile - - -# config before compile ambari -WORKDIR /root -#RUN wget https://github.com/hortonworks/ambari-release/archive/AMBARI-2.7.3.0-139-tag.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/AMBARI-2.7.3.0-139-tag.tar.gz \ - && tar -zxf AMBARI-2.7.3.0-139-tag.tar.gz \ -# && wget https://github.com/hortonworks/hdp_ambari_definitions-release/archive/AMBARI-2.7.3.2-19-tag.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/AMBARI-2.7.3.2-19-tag.tar.gz \ - && tar -zxf AMBARI-2.7.3.2-19-tag.tar.gz \ - && cp -r hdp_ambari_definitions-release-AMBARI-2.7.3.2-19-tag/src/main/resources/stacks/HDP/* ambari-release-AMBARI-2.7.3.0-139-tag/ambari-server/src/main/resources/stacks/HDP \ - && mv ambari-release-AMBARI-2.7.3.0-139-tag /opt/tools/installed \ - && git config --global http.sslverify false \ - && cd /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag \ - && sed -i 's^.*^aarch64^g' $(find . -name pom.xml) \ - && mkdir -p /root/.m2/repository/com/github/eirslett/node/8.6.0/ \ - && mkdir -p /root/.m2/repository/com/github/eirslett/node/4.5.0/ \ - && cd /root \ - && cp node-v8.6.0-linux-arm64.tar.gz /root/.m2/repository/com/github/eirslett/node/8.6.0/ \ -# && wget http://nodejs.org/dist/v4.5.0/node-v4.5.0-linux-arm64.tar.gz --no-check-certificate \ - && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/node-v4.5.0-linux-arm64.tar.gz --no-check-certificate \ - && cp node-v4.5.0-linux-arm64.tar.gz /root/.m2/repository/com/github/eirslett/node/4.5.0/ \ -# && wget https://github.com/yarnpkg/yarn/releases/download/v1.1.0/yarn-v1.1.0.tar.gz --no-check-certificate \ -# && wget https://github.com/yarnpkg/yarn/releases/download/v0.23.2/yarn-v0.23.2.tar.gz --no-check-certificate \ - && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/yarn-v1.1.0.tar.gz --no-check-certificate \ - && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/yarn-v0.23.2.tar.gz --no-check-certificate \ - && mkdir -p /root/.m2/repository/com/github/eirslett/yarn/1.1.0/ \ - && mkdir -p /root/.m2/repository/com/github/eirslett/yarn/0.23.2/yarn-0.23.2./ \ - && cp yarn-v1.1.0.tar.gz /root/.m2/repository/com/github/eirslett/yarn/1.1.0/yarn-1.1.0.tar.gz \ - && cp yarn-v0.23.2.tar.gz /root/.m2/repository/com/github/eirslett/yarn/0.23.2/yarn-0.23.2./yarn-v0.23.2.tar.gz \ - && tar -zxf yarn-v0.23.2.tar.gz \ - && cd dist \ - && ./bin/yarn config set strict-ssl false \ - && cd /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag \ - && sed -i 's/"mocha-phantomjs-core": "~2.1.0"/"mocha-phantomjs-core": "~2.1.1"/g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-web/package.json \ - && sed -i 's/"phantomjs": "~2.1.0"/"phantomjs": "~2.1.1"/g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-web/package.json \ - && sed -i 's/"karma-phantomjs-launcher": "0.1"/"karma-phantomjs-launcher": "1.0"/g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-admin/src/main/resources/ui/admin-web/package.json \ - && sed -i 's^http://dev.hortonworks.com.s3.amazonaws.com/HDP/centos7/3.x/BUILDS/3.0.0.0-1634/tars/hbase/hbase-2.0.0.3.0.0.0-1634-bin.tar.gz^file:///root/packages/tar/hbase-2.0.0-bin.tar.gz^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^http://dev.hortonworks.com.s3.amazonaws.com/HDP/centos7/3.x/BUILDS/3.0.0.0-1634/tars/hadoop/hadoop-3.1.0.3.0.0.0-1634.tar.gz^file:///root/packages/tar/hadoop-3.1.0.tar.gz^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^https://grafanarel.s3.amazonaws.com/builds/grafana-2.6.0.linux-x64.tar.gz^file:///root/packages/tar/grafana-2.6.0.tar.gz^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^http://dev.hortonworks.com.s3.amazonaws.com/HDP/centos7/3.x/BUILDS/3.0.0.0-1634/tars/phoenix/phoenix-5.0.0.3.0.0.0-1634.tar.gz^file:///root/packages/tar/phoenix-5.0.0-HBase-2.0.tar.gz^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^hbase-2.0.0.3.0.0.0-1634^hbase-2.0.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^hadoop-3.1.0.3.0.0.0-1634^hadoop-3.1.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^grafana-2.6.0^grafana-2.6.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^phoenix-5.0.0.3.0.0.0-1634^phoenix-5.0.0-HBase-2.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^3.1.0.3.0.0.0-1634^3.1.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/ambari-metrics-timelineservice/pom.xml \ - && sed -i 's^5.0.0.3.0.0.0-1634^5.0.0-HBase-2.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/ambari-metrics-timelineservice/pom.xml \ - && sed -i 's^2.0.0.3.0.0.0-1634^2.0.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/ambari-metrics-timelineservice/pom.xml \ - && sed -i 's^http://nexus-private.hortonworks.com/nexus/content/groups/public^http://repo.hortonworks.com/content/repositories/releases^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ - && sed -i 's^oss.sonatype.org^kunpengmaven^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -name pom.xml) \ - && sed -i 's^OSS Sonatype Staging^kunpeng maven^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -name pom.xml) \ - && sed -i 's^https://oss.sonatype.org/content/groups/staging^https://mirrors.huaweicloud.com/kunpeng/maven^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -name pom.xml) \ - && sed -i 's^https://repository.apache.org^http://repository.apache.org^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -name pom.xml) \ - && sed -i 's^http://central.maven.org^https://repo1.maven.org^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-infra/ -name pom.xml) \ - && sed -i 's^v4.5.0^v8.6.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-admin/pom.xml \ - && sed -i 's^2.15.0^5.3.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-admin/pom.xml \ - && sed -i '171 a ' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-server/pom.xml - - -# compile _posixsubprocess.so -WORKDIR /root -RUN yum install -y python2-subprocess32.aarch64 \ - && cd /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-common/src/main/python/ambari_commons/libs \ - && cp -r x86_64 aarch64 \ - && \cp /usr/lib64/python2.7/site-packages/_posixsubprocess.so aarch64 - - -# compile _speedups.so -WORKDIR /root -RUN yum install -y python-setuptools \ -# && wget https://files.pythonhosted.org/packages/da/8c/a45815b421e49acad7d3d0db4ba65ba1e5cfa02a30c794fe55954106cb0b/simplejson-2.0.9.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/simplejson-2.0.9.tar.gz \ - && tar -zxf simplejson-2.0.9.tar.gz \ - && cd simplejson-2.0.9 \ - && python setup.py build \ - && \cp build/lib.linux-aarch64-2.7/simplejson/_speedups.so /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-common/src/main/python/ambari_simplejson/_speedups.so - - -# download hadoop, hbase, phoenix and grafana -WORKDIR /root/packages/tar -# RUN wget http://mirrors.huaweicloud.com/kunpeng/dist/Apache/hadoop-3.1.0.tar.gz \ -# && wget http://mirrors.huaweicloud.com/kunpeng/dist/Apache/hbase-2.0.0-bin.tar.gz \ -# && wget http://mirrors.huaweicloud.com/kunpeng/dist/Apache/phoenix-5.0.0-HBase-2.0.tar.gz \ -# && wget http://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/bigdata/Dependency/grafana/grafana-2.6.0.tar.gz -RUN wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/hadoop-3.1.0.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/hbase-2.0.0-bin.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/phoenix-5.0.0-HBase-2.0.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/grafana-2.6.0.tar.gz - - -WORKDIR /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag - - -RUN \rm -r /root/.m2/repository - -#COPY repository /root/.m2/repository - -RUN yum -y install rpm rpm-build \ - && mvn versions:set -DnewVersion=2.7.3.0.0 \ - && mvn -B package install rpm:rpm -DnewVersion=2.7.3.0.0 -DskipTests -Dmaven.test.skip=true -Drat.numUnapprovedLicenses=1000 -Dpython.ver="python >= 2.6" -Drat.skip -Dcheckstyle.skip - - -WORKDIR /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -RUN cd contrib/views \ - && sed -i 's^bower_components/abdmob/x2js/xml2json.min.js^bower_components/x2js/xml2json.js^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/wfmanager/src/main/resources/ui/ember-cli-build.js \ - && sed -i 's^abdmob/x2js^x2js^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/wfmanager/src/main/resources/ui/bower.json \ - && sed -i 's^1.0.0.0-SNAPSHOT^2.7.3.0.139^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/capacity-scheduler/pom.xml \ - && sed -i 's^1.0.0.0-SNAPSHOT^2.7.3.0.139^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/files/pom.xml \ - && sed -i 's^2.0.0.0-SNAPSHOT^2.7.3.0.139^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/pig/pom.xml \ - && sed -i 's^0.1.0.0-SNAPSHOT^2.7.3.0.139^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/wfmanager/pom.xml \ - && npm install \ - && npm install -g bower \ - && mvn package install -DskipTests -Drat.numUnapprovedLicenses=1000 || true \ - && mvn package install -DskipTests -Drat.numUnapprovedLicenses=1000 - - -WORKDIR /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -RUN mvn -B clean install package rpm:rpm -DnewVersion=2.7.3.0.0 -DskipTests -Dmaven.test.skip=true -Drat.numUnapprovedLicenses=1000 -Dpython.ver="python >= 2.6" -Drat.skip -Dcheckstyle.skip - - -WORKDIR /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -RUN cd ambari-infra \ - && mvn clean package -Dbuild-rpm -Dmaven.test.skip=true -DskipTests -Drat.numUnapprovedLicenses=1000 \ - && cd ../ambari-logsearch \ - && mvn clean package -Dbuild-rpm -Dmaven.test.skip=true -DskipTests -Drat.numUnapprovedLicenses=1000 \ - && cd ../ambari-metrics \ - && mvn clean package -Dbuild-rpm -Dmaven.test.skip=true -DskipTests -Drat.numUnapprovedLicenses=1000 \ - && mkdir -p /root/packages/rpm \ - && for rpm_path in $(find ../* -name "*.aarch64.rpm");do \cp $rpm_path /root/packages/rpm;done - - -WORKDIR /root/packages/rpm - -# archive output files -RUN mkdir -p /root/output/ \ - && cp -rp /root/packages/rpm/* /root/output/ - diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-druid-0.12.1 b/BigData/CentOS8.1.1911/apache/Dockerfile-druid-0.12.1 deleted file mode 100644 index 6aca025ca67f565d285560f1b1d1d9e6845f1660..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/apache/Dockerfile-druid-0.12.1 +++ /dev/null @@ -1,57 +0,0 @@ -FROM arm64v8/centos:1911 - -WORKDIR /root/ -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* -rf \ -# && echo -e "[Local]\nname=CentOS-7.6 Local\nbaseurl=http://192.168.189.236:8080/media\nenabled=1\ngpgcheck=0" > /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -# && yum downgrade -y krb5-libs openssl-libs krb5-libs libstdc++ glibc glibc-devel glibc-common \ -RUN yum install -y boost.aarch64 boost-devel.aarch64 make cmake wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen \ - && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ - && mv /usr/bin/gcc /usr/bin/gcc-impl \ - && echo -e '#! /bin/sh\n/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ - && mv /usr/bin/g++ /usr/bin/g++-impl \ - && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/gcc /usr/bin/g++ \ - && yum install vim wget -y \ - && mkdir -p /opt/src \ - && cd /opt/src \ - && wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -zxf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && mkdir -p /opt/tools/installed/ \ - && mv jdk8u252-b09 /opt/tools/installed/ \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -zxf apache-maven-3.5.4-bin.tar.gz -C /opt/tools/installed/ \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" /opt/tools/installed/apache-maven-3.5.4/conf/settings.xml \ - && cd /opt -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -RUN yum install openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git unzip -y \ - && cd /opt/ \ - && mkdir -p /root/.m2/repository/com/twitter/elephantbird/elephant-bird/4.8/ \ -# && wget https://mirrors.huaweicloud.com/repository/maven/com/twitter/elephantbird/elephant-bird/4.8/elephant-bird-4.8.pom -O /root/.m2/repository/com/twitter/elephantbird/elephant-bird/4.8/elephant-bird-4.8.pom \ - && wget http://archive-server:50050/cache-data/BigData/Apache/druid/elephant-bird-4.8.pom -O /root/.m2/repository/com/twitter/elephantbird/elephant-bird/4.8/elephant-bird-4.8.pom \ - && sed -i '94c https://nexus.xebialabs.com/nexus/content/groups/public/' /root/.m2/repository/com/twitter/elephantbird/elephant-bird/4.8/elephant-bird-4.8.pom \ - && sed -i '100c https://nexus.xebialabs.com/nexus/content/groups/public/' /root/.m2/repository/com/twitter/elephantbird/elephant-bird/4.8/elephant-bird-4.8.pom \ - && cd /opt \ -# && wget https://github.com/pantsbuild/maven-repo/archive/master.zip \ - && wget http://archive-server:50050/cache-data/BigData/Apache/druid/master.zip \ - && unzip master.zip \ - && mkdir -p /root/.m2/repository/org/apache/ \ - && cp -r /opt/maven-repo-master/org/apache/* /root/.m2/repository/org/apache/ \ - && cd /opt/ \ -# && wget --no-check-certificate https://github.com/apache/druid/archive/druid-0.12.1.tar.gz \ - && wget --no-check-certificate http://archive-server:50050/cache-data/BigData/Apache/druid/druid-0.12.1.tar.gz \ - && tar -zxf druid-0.12.1.tar.gz \ - && cd druid-druid-0.12.1 \ - && sed -i '1294 a \n \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n \n' ./pom.xml \ - && sed -i '271d' ./java-util/pom.xml \ - && sed -i '270 a http://porting-dependence.obs.cn-north-4.myhuaweicloud.com/ARTIFACTS/' ./java-util/pom.xml \ - && mvn package -DskipTests \ - && mkdir /root/output \ - && cp distribution/target/druid-0.12.1-bin.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-flink-1.8.1 b/BigData/CentOS8.1.1911/apache/Dockerfile-flink-1.8.1 deleted file mode 100644 index 0aebd23e6a2a01c397af193d3855febd561f8e99..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/apache/Dockerfile-flink-1.8.1 +++ /dev/null @@ -1,66 +0,0 @@ -FROM arm64v8/centos:1911 - -WORKDIR /root/ -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* -rf \ -# && echo -e "[Local]\nname=CentOS-7.6 Local\nbaseurl=http://192.168.189.236:8080/media\nenabled=1\ngpgcheck=0" > /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -# && yum downgrade -y krb5-libs openssl-libs krb5-libs libstdc++ glibc glibc-common \ -RUN yum update -y -RUN yum install -y boost.aarch64 boost-devel.aarch64 make cmake wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen \ - && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ - && mv /usr/bin/gcc /usr/bin/gcc-impl \ - && echo -e '#! /bin/sh\n/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ - && mv /usr/bin/g++ /usr/bin/g++-impl \ - && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/gcc /usr/bin/g++ \ - && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/gcc /usr/bin/g++ \ - && yum install vim wget -y \ - && mkdir -p /opt/src \ - && cd /opt/src \ - && wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -zxf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && mkdir -p /opt/tools/installed/ \ - && mv jdk8u252-b09 /opt/tools/installed/ \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -zxf apache-maven-3.5.4-bin.tar.gz -C /opt/tools/installed/ \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" /opt/tools/installed/apache-maven-3.5.4/conf/settings.xml \ - && cd /opt/ -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -RUN source /etc/profile -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" -RUN yum install -y openssl-devel zlib-devel automake libtool cmake protobuf protobuf-devel -# && wget https://sbt-downloads.cdnedge.bluemix.net/releases/v0.13.15/sbt-0.13.15.tgz \ -# && tar -zxf sbt-0.13.15.tgz \ -# && mv sbt /opt/tools/installed \ -# && mkdir ~/.sbt \ -# && echo -e "[repositories]\nlocal\nhuawei-maven: https://mirrors.huaweicloud.com/repository/maven/\nsbt-releases-repo: https://repo.typesafe.com/typesafe/ivy-releases/, [organization]/[module]/(scala_[scalaVersion]/)(sbt_[sbtVersion]/)[revision]/[type]s/[artifact](-[classifier]).[ext]\nsbt-plugins-repo: https://repo.scala-sbt.org/scalasbt/sbt-plugin-releases/, [organization]/[module]/(scala_[scalaVersion]/)(sbt_[sbtVersion]/)[revision]/[type]s/[artifact](-[classifier]).[ext]" >> /root/.sbt/repositories \ -# && cd /opt/ -#ENV SBT_HOME=/opt/tools/installed/sbt -#ENV PATH=${SBT_HOME}/bin:${PATH} -#RUN cd /opt/tools/installed \ -# && git clone https://github.com/scala/scala.git \ -# && cd scala \ -# && git checkout v2.12.7 \ -# && sbt package -#ENV SCALA_HOME=/opt/tools/installed/scala -#ENV PATH=$SCALA_HOME/build/pack/bin:$PATH -RUN mkdir -p /opt/src \ - && cd /opt/src/ \ -# && wget https://github.com/apache/flink/archive/release-1.8.1.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/Apache/flink-1.8.1/release-1.8.1.tar.gz \ - && tar -zxf release-1.8.1.tar.gz \ - && cd flink-release-1.8.1 \ - && sed -i '961 a \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n ' ./pom.xml \ - && sed -i '652a \n \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n \n' flink-dist/pom.xml \ - && sed -i '68 a \n \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n \n' flink-libraries/pom.xml \ - && mvn clean install -DskipTests -Dhadoop.version=2.7.0 -Dscala-2.12 -Dpython2.12 \ - && mkdir -p /root/output \ - && cp -r flink-dist/target/flink-1.8.1-bin/ /root/output diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-flink-1.9.1 b/BigData/CentOS8.1.1911/apache/Dockerfile-flink-1.9.1 deleted file mode 100644 index 2ead9bcdc722d93d3330da98e2964b3e8a8df826..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/apache/Dockerfile-flink-1.9.1 +++ /dev/null @@ -1,67 +0,0 @@ -FROM arm64v8/centos:1911 - -WORKDIR /root/ -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* -rf \ -# && echo -e "[Local]\nname=CentOS-7.6 Local\nbaseurl=http://192.168.189.236:8080/media\nenabled=1\ngpgcheck=0" > /etc/yum.repos.d/Local.repo \ -# RUN yum clean all -# && yum makecache \ -# && yum downgrade -y krb5-libs openssl-libs krb5-libs libstdc++ glibc glibc-common \ -RUN yum install -y boost.aarch64 boost-devel.aarch64 make cmake wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen \ - && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ - && mv /usr/bin/gcc /usr/bin/gcc-impl \ - && echo -e '#! /bin/sh\n/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ - && mv /usr/bin/g++ /usr/bin/g++-impl \ - && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/gcc /usr/bin/g++ \ - && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/gcc /usr/bin/g++ \ - && yum install vim wget -y \ - && mkdir -p /opt/src \ - && cd /opt/src \ - && wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -zxf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && mkdir -p /opt/tools/installed/ \ - && mv jdk8u252-b09 /opt/tools/installed/ \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -zxf apache-maven-3.5.4-bin.tar.gz -C /opt/tools/installed/ \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" /opt/tools/installed/apache-maven-3.5.4/conf/settings.xml \ - && cd /opt/ -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" -RUN yum -y install openssl-devel zlib-devel automake libtool cmake protobuf protobuf-devel \ - && source /etc/profile -# && wget https://sbt-downloads.cdnedge.bluemix.net/releases/v0.13.15/sbt-0.13.15.tgz \ -# && tar -zxf sbt-0.13.15.tgz \ -# && mv sbt /opt/tools/installed \ -# && mkdir ~/.sbt \ -# && echo -e "[repositories]\nlocal\nhuawei-maven: https://mirrors.huaweicloud.com/repository/maven/\nsbt-releases-repo: https://repo.typesafe.com/typesafe/ivy-releases/, [organization]/[module]/(scala_[scalaVersion]/)(sbt_[sbtVersion]/)[revision]/[type]s/[artifact](-[classifier]).[ext]\nsbt-plugins-repo: https://repo.scala-sbt.org/scalasbt/sbt-plugin-releases/, [organization]/[module]/(scala_[scalaVersion]/)(sbt_[sbtVersion]/)[revision]/[type]s/[artifact](-[classifier]).[ext]" >> /root/.sbt/repositories \ -# && cd /opt/ -#ENV SBT_HOME=/opt/tools/installed/sbt -#ENV PATH=${SBT_HOME}/bin:${PATH} -#RUN cd /opt/tools/installed \ -# && git clone https://github.com/scala/scala.git \ -# && cd scala \ -# && git checkout v2.11.12 \ -# && sed -i "50,50s%)%),\n\ \ \ \ Keys.\`package\`\ := bundle.value%g" project/Osgi.scala \ -# && sbt package -#ENV SCALA_HOME=/opt/tools/installed/scala -#ENV PATH=$SCALA_HOME/build/pack/bin:$PATH -RUN mkdir -p /opt/src \ - && cd /opt/src/ \ -# && wget https://github.com/apache/flink/archive/release-1.9.1.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/Apache/flink-1.9.1/release-1.9.1.tar.gz \ - && tar -zxf release-1.9.1.tar.gz \ - && cd flink-release-1.9.1 \ - && sed -i '980a \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' ./pom.xml \ - && sed -i '394a \n \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n \n' flink-dist/pom.xml \ - && sed -i '92i \n \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n \n' flink-state-backends/flink-statebackend-rocksdb/pom.xml \ - && sed -i '600a \n \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n \n' flink-runtime/pom.xml \ - && mvn install -DskipTests -Dtar -Dhadoop.version=2.8.3 \ - && mkdir -p /root/output \ - && cp -r flink-dist/target/flink-1.9.1-bin/ /root/output diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-kafka-2.1.0 b/BigData/CentOS8.1.1911/apache/Dockerfile-kafka-2.1.0 deleted file mode 100644 index a272fa4d6c11a0875d812f1b77a0d364d1f3401e..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/apache/Dockerfile-kafka-2.1.0 +++ /dev/null @@ -1,66 +0,0 @@ -FROM arm64v8/centos:1911 - -WORKDIR /root/ -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* -rf \ -# && echo -e "[Local]\nname=CentOS-7.6 Local\nbaseurl=http://192.168.189.236:8080/media\nenabled=1\ngpgcheck=0" > /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -# && yum downgrade -y krb5-libs openssl-libs krb5-libs libstdc++ glibc glibc-common \ -RUN yum install -y boost.aarch64 boost-devel.aarch64 make cmake wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen unzip\ - && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ - && mv /usr/bin/gcc /usr/bin/gcc-impl \ - && echo -e '#! /bin/sh\n/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ - && mv /usr/bin/g++ /usr/bin/g++-impl \ - && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/gcc /usr/bin/g++ \ - && yum install vim wget -y \ - && mkdir -p /opt/src \ - && cd /opt/src \ - && wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -zxf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && mkdir -p /opt/tools/installed/ \ - && mv jdk8u252-b09 /opt/tools/installed/ \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -zxf apache-maven-3.5.4-bin.tar.gz -C /opt/tools/installed/ \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" /opt/tools/installed/apache-maven-3.5.4/conf/settings.xml \ - && cd /opt \ -# && wget https://downloads.gradle.org/distributions/gradle-4.10-bin.zip \ - && wget http://archive-server:50050/cache-data/BigData/Apache/kafka/gradle-4.10-bin.zip \ - && unzip -d /opt/tools/installed/ gradle-4.10-bin.zip -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -ENV GRADLE_HOME=/opt/tools/installed/gradle-4.10 -ENV PATH=$GRADLE_HOME/bin:$PATH -#RUN yum install -y openssl-devel zlib-devel automake libtool cmake protobuf protobuf-devel make libstdc++-static glibc-static git unzip -y \ -# && cd /opt/ \ -# && wget https://sbt-downloads.cdnedge.bluemix.net/releases/v0.13.15/sbt-0.13.15.tgz \ -# && tar -zxf sbt-0.13.15.tgz -C /opt/tools/installed \ -# && mkdir /root/.sbt \ -# && echo -e '[repositories]\nlocal\nhuawei-maven: http://mirrors.huaweicloud.com/repository/maven/\nsbt-releases-repo: http://repo.typesafe.com/typesafe/ivy-releases/, [organization]/[module]/(scala_[scalaVersion]/)(sbt_[sbtVersion]/)[revision]/[type]s/[artifact](-[classifier]).[ext]\nsbt-plugins-repo: http://repo.scala-sbt.org/scalasbt/sbt-plugin-releases/, [organization]/[module]/(scala_[scalaVersion]/)(sbt_[sbtVersion]/)[revision]/[type]s/[artifact](-[classifier]).[ext]' >> /root/.sbt/repositories \ -# && cd /opt/ -#ENV SBT_HOME=/opt/tools/installed/sbt -#ENV PATH=${SBT_HOME}/bin:${PATH} -#RUN cd /opt/tools/installed \ -# && git clone https://github.com/scala/scala.git \ -# && cd scala \ -# && git checkout v2.11.12 \ -# && sed -i "50,50s%)%),\n\ \ \ \ Keys.\`package\`\ := bundle.value%g" project/Osgi.scala \ -# && sbt package -#ENV SCALA_HOME=/opt/tools/installed/scala -#ENV PATH=$SCALA_HOME/build/pack/bin:$PATH -RUN source /etc/profile -RUN cd /opt/ \ -# && wget https://archive.apache.org/dist/kafka/2.1.0/kafka-2.1.0-src.tgz \ - && wget http://archive-server:50050/cache-data/BigData/Apache/kafka/kafka-2.1.0-src.tgz \ - && tar -zxvf kafka-2.1.0-src.tgz \ - && cd kafka-2.1.0-src \ - && sed -i '19a maven {\n url "https://mirrors.huaweicloud.com/kunpeng/maven"\n }\n maven {\n url "https://mirrors.huaweicloud.com/repository/maven"\n }' ./build.gradle \ - && gradle -g /$UserHome/gradleRepository clean \ - && gradle -g /$UserHome/gradleRepository releaseTarGz -info \ - && mkdir -p /root/output \ - && cp ./core/build/distributions/kafka_2.11-2.1.0.tgz /root/output diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-phoenix-5.0.0 b/BigData/CentOS8.1.1911/apache/Dockerfile-phoenix-5.0.0 deleted file mode 100644 index b125cc8fbd465b79b4aed43fc05b323a1f7681ff..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/apache/Dockerfile-phoenix-5.0.0 +++ /dev/null @@ -1,44 +0,0 @@ -FROM arm64v8/centos:1911 - -WORKDIR /root/ -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* -rf \ -# && echo -e "[Local]\nname=CentOS-7.6 Local\nbaseurl=http://192.168.189.236:8080/media\nenabled=1\ngpgcheck=0" > /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -# && yum downgrade -y krb5-libs openssl-libs krb5-libs libstdc++ glibc glibc-common \ -RUN yum install -y boost.aarch64 boost-devel.aarch64 make cmake wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen \ - && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ - && mv /usr/bin/gcc /usr/bin/gcc-impl \ - && echo -e '#! /bin/sh\n/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ - && mv /usr/bin/g++ /usr/bin/g++-impl \ - && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/gcc /usr/bin/g++ \ - && yum install vim wget -y \ - && mkdir -p /opt/src \ - && cd /opt/src \ - && wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -zxf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && mkdir -p /opt/tools/installed/ \ - && mv jdk8u252-b09 /opt/tools/installed/ \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -zxf apache-maven-3.5.4-bin.tar.gz -C /opt/tools/installed/ \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" /opt/tools/installed/apache-maven-3.5.4/conf/settings.xml \ - && cd /opt -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -RUN yum install -y openssl-devel zlib-devel automake libtool cmake protobuf protobuf-devel make libstdc++-static glibc-static git unzip -y \ - && cd /opt/ \ -# && wget https://github.com/apache/phoenix/archive/v5.0.0-HBase-2.0.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/Apache/phoenix/v5.0.0-HBase-2.0.tar.gz \ - && mv v5.0.0-HBase-2.0.tar.gz phoenix-5.0.0-HBase-2.0.tar.gz \ - && tar -zxf phoenix-5.0.0-HBase-2.0.tar.gz \ - && cd phoenix-5.0.0-HBase-2.0 \ - && sed -i '42 a \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' ./pom.xml \ - && mvn clean package -DskipTests -Dmaven.javadoc.skip=true \ - && mkdir -p /root/output \ - && cp ./phoenix-assembly/target/phoenix-5.0.0-HBase-2.0.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/5.12.1/Dockerfile-kafka-0.10.2 b/BigData/CentOS8.1.1911/cdh/5.12.1/Dockerfile-kafka-0.10.2 deleted file mode 100644 index c3c121382cc88f393d0ed6f3b50661d597417e1a..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/5.12.1/Dockerfile-kafka-0.10.2 +++ /dev/null @@ -1,69 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel unzip - - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# install gradle -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/CDH/5.12.1/kafka/gradle-4.10-bin.zip --no-check-certificate \ -#RUN wget https://downloads.gradle.org/distributions/gradle-4.10-bin.zip --no-check-certificate \ - && unzip gradle-4.10-bin.zip -ENV GRADLE_HOME=/opt/tools/installed/gradle-4.10 -ENV PATH=$GRADLE_HOME/bin:$PATH -RUN source /etc/profile - -# compile 5.12.1 kafka -WORKDIR /opt/tools/installed -#RUN wget https://github.com/cloudera/kafka/archive/cdh5-0.10.2_2.2.0.zip \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/5.12.1/kafka/cdh5-0.10.2_2.2.0.zip \ - && unzip cdh5-0.10.2_2.2.0.zip \ - && cd kafka-cdh5-0.10.2_2.2.0 \ - && sed -i '37a\maven {url "https://mirrors.huaweicloud.com/kunpeng/maven" } ' build.gradle \ - && sed -i '38a\maven {url "https://mirrors.huaweicloud.com/repository/maven" } ' build.gradle \ - # && sed -i '37a\maven {url "https://repository.cloudera.com/artifactory/libs-snapshot-local" } ' build.gradle \ - && sed -i '39a\maven {url "https://repository.cloudera.com/artifactory/cloudera-repos" } ' build.gradle \ - && sed -i '40a\maven {url "https://repo1.maven.org/maven2" } ' build.gradle \ - && gradle releaseTarGz -info \ - && mkdir -p /root/output \ - && cp ./core/build/distributions/kafka_2.11-0.10.2-kafka-2.2.0.tgz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/5.12.1/Dockerfile-spark-1.6.0 b/BigData/CentOS8.1.1911/cdh/5.12.1/Dockerfile-spark-1.6.0 deleted file mode 100644 index e6bb6764389a5970708fb838b08cf93e60a2b9ee..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/5.12.1/Dockerfile-spark-1.6.0 +++ /dev/null @@ -1,74 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel - - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# install R -WORKDIR /opt/tools/installed -#RUN wget http://cran.rstudio.com/src/base/R-3/R-3.1.1.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/5.12.1/spark/R-3.1.1.tar.gz \ - && tar -zxf R-3.1.1.tar.gz \ - && cd R-3.1.1 \ - && yum install -y readline-devel libXt-devel \ - && ./configure --enable-R-shlib --enable-R-static-lib --with-libpng --with-jpeglib --prefix=/opt/tools/installed/R-3.1.1 \ - && make all -j8 && make install - -ENV R_HOME=/opt/tools/installed/R-3.1.1 -ENV PATH=$R_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# compile spark -RUN cd /opt/tools/installed/ \ - #&& wget https://github.com/cloudera/spark/archive/cdh5.12.1-release.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/CDH/5.12.1/spark/cdh5.12.1-release.tar.gz \ - && tar -zxf cdh5.12.1-release.tar.gz \ - && cd spark-cdh5.12.1-release \ - && sed -i '223a\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ - && sed -i '282,292d' pom.xml \ - && export MAVEN_OPTS="-Xmx10240m -XX:MaxPermSize=768m" \ - && ./make-distribution.sh --tgz -Pyarn,hive,sparkr -DskipTests \ - && mkdir -p /root/output \ - && cp ./spark-1.6.0-cdh5.12.1-bin-2.6.0-cdh5.12.1.tgz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-avro-1.8.2 b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-avro-1.8.2 deleted file mode 100644 index ef66ab526047c94726277677ab68b6ecdc6bb11d..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-avro-1.8.2 +++ /dev/null @@ -1,79 +0,0 @@ -FROM arm64v8/centos:1911 -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -# && yum -y downgrade glibc-common glibc libstdc++ krb5-libs openssl-libs krb5-libs \ -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 patch boost.aarch64 boost-devel.aarch64 make cmake wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen \ - && mv /usr/bin/gcc /usr/bin/gcc-impl \ - && echo '#! /bin/sh' > /usr/bin/gcc \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ - && chmod +x /usr/bin/gcc \ - && mv /usr/bin/g++ /usr/bin/g++-impl \ - && echo '#! /bin/sh' > /usr/bin/g++ \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/g++ - -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ - && cd ../../ \ - #&& wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.7.1-bin.tar.gz \ - #&& wget https://archive.apache.org/dist/forrest/0.9/apache-forrest-0.9.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/avro/apache-ant-1.7.1-bin.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/avro/apache-forrest-0.9.tar.gz \ - && tar -xvf apache-ant-1.7.1-bin.tar.gz \ - && tar -xvf apache-forrest-0.9.tar.gz - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -ENV ANT_HOME=/opt/tools/installed/apache-ant-1.7.1 -ENV PATH=$ANT_HOME/bin:$PATH -ENV FORREST_HOME=/opt/tools/installed/apache-forrest-0.9 -ENV PATH=$FORREST_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" - -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/avro/archive/cdh6.3.0-release.tar.gz -O avro-cdh6.3.0-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/avro/avro-cdh6.3.0-release.tar.gz \ - && tar -xvf avro-cdh6.3.0-release.tar.gz \ - && cd avro-cdh6.3.0-release \ - && sed -i "62 a \n kunpengmavne\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n" pom.xml \ - && sed -i "89,100s/^/#/" build.sh \ - && sed -i "115s/^/#/" build.sh \ - && sed -i "88 c mkdir -p build\/$\{SRC_DIR\}" build.sh \ - && sed -i "121,131s/^/#/" build.sh \ - && sed -i "134 c (cd doc; ant -Dforrest.home=/opt/tools/installed/apache-forrest-0.9)" build.sh \ - && sed -i "s/http:\/\/repo2.maven.org\/maven2\//https:\/\/mirrors.huaweicloud.com\/repository\/maven\//" lang/py/build.xml \ - && ./build.sh dist \ - && mkdir -p /root/output \ - && cp dist/java/avro-tools-1.8.2-cdh6.3.0.jar /root/output \ - && cd dist/c \ - && tar -xvf avro-c-1.8.2-cdh6.3.0.tar.gz \ - && cd avro-c-1.8.2-cdh6.3.0 \ - && mkdir build \ - && cd build \ - && cmake .. -DCMAKE_INSTALL_PREFIX=$PREFIX -DCMAKE_BUILD_TYPE=RelWithDebinfo \ - && make \ - && make install \ - && cd ../../../../ \ - && cd dist/cpp \ - && tar -xvf avro-cpp-1.8.2-cdh6.3.0.tar.gz \ - && cd avro-cpp-1.8.2-cdh6.3.0 \ - && ./build.sh install \ - && cd ../../../ \ - && cp /usr/lib/libavro.so /root/output \ - && cp /usr/local/lib/libavrocpp.so /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-flume-ng b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-flume-ng deleted file mode 100644 index 5abb3a1b82e0b6986a2e082d4ad9286d73ecee24..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-flume-ng +++ /dev/null @@ -1,43 +0,0 @@ -FROM arm64v8/centos:1911 -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -RUN yum install -y wget -# -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" -# -#RUN mkdir /home/src \ -# && cd /home/src \ -# && wget https://github.com/cloudera/flume-ng/archive/cdh6.3.2-release.tar.gz \ -# && mv cdh6.3.2-release.tar.gz flume-ng-cdh6.3.2-release.tar.gz \ -# && tar -zxf flume-ng-cdh6.3.2-release.tar.gz -# -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/flume-ng/archive/cdh6.3.0-release.tar.gz -O flume-ng-cdh6.3.0-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/flume/flume-ng-cdh6.3.0-release.tar.gz \ - && tar -zxf flume-ng-cdh6.3.0-release.tar.gz \ - && cd /home/src/flume-ng-cdh6.3.0-release \ - && sed -i "456 a \n Kunpeng.repo\n https://mirrors.huaweicloud.com/kunpeng/maven/\n Kunpeng Repositories\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n wso2 Repositories\n" pom.xml \ - && mvn package -DskipTests \ - && mkdir -p /root/output \ - && cp ./flume-ng-dist/target/apache-flume-1.9.0-cdh6.3.0-bin.tar.gz /root/output/ diff --git a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-hive-1.1.0 b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-hive-1.1.0 deleted file mode 100644 index c97559994fd2aaf9a3cb84081195c105dbb76280..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-hive-1.1.0 +++ /dev/null @@ -1,38 +0,0 @@ -FROM arm64v8/centos:1911 -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -RUN yum install -y wget -# -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" -# -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/hive/archive/cdh5.13.3-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/hive/cdh5.13.3-release.tar.gz \ - && tar -zxf cdh5.13.3-release.tar.gz \ - && cd /home/src/hive-cdh5.13.3-release \ - && sed -i "191 a \n Kunpeng.repo\n https://mirrors.huaweicloud.com/kunpeng/maven/\n Kunpeng Repositories\n" pom.xml \ - && sed -i '199s?content/groups?artifactory?' pom.xml \ - && mvn package -DskipTests -Pdist -Dtar -Phadoop-2 \ - && mkdir -p /root/output \ - && cp ./packaging/target/apache-hive-1.1.0-cdh5.13.3-bin.tar.gz /root/output/ diff --git a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-parquet-mr b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-parquet-mr deleted file mode 100644 index 416cbb99667e87996384c44796b6cf49c239c50c..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-parquet-mr +++ /dev/null @@ -1,58 +0,0 @@ -FROM arm64v8/centos:1911 -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -# && yum -y downgrade glibc-common glibc libstdc++ \ -RUN yum install -y gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 wget make protobuf protobuf-devel \ - && mv /usr/bin/gcc /usr/bin/gcc-impl \ - && echo '#! /bin/sh' > /usr/bin/gcc \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ - && chmod +x /usr/bin/gcc \ - && mv /usr/bin/g++ /usr/bin/g++-impl \ - && echo '#! /bin/sh' > /usr/bin/g++ \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/g++ -# -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ - # && wget http://archive.apache.org/dist/thrift/0.9.3/thrift-0.9.3.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/parquet/thrift-0.9.3.tar.gz \ - && tar -xvf thrift-0.9.3.tar.gz \ - && cd thrift-0.9.3 \ - && chmod +x configure \ - && ./configure --disable-gen-erl --disable-gen-hs --without-ruby --without-haskell --without-erlang \ - && make \ - && make install -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -#RUN mkdir /home/src \ -# && cd /home/src \ -# && wget https://github.com/cloudera/flume-ng/archive/cdh6.3.2-release.tar.gz \ -# && mv cdh6.3.2-release.tar.gz flume-ng-cdh6.3.2-release.tar.gz \ -# && tar -zxf flume-ng-cdh6.3.2-release.tar.gz -# -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/parquet-mr/archive/cdh6.3.0-release.tar.gz -O parquet-mr-cdh6.3.0-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/parquet/parquet-mr-cdh6.3.0-release.tar.gz \ - && tar -xvf parquet-mr-cdh6.3.0-release.tar.gz \ - && cd /home/src/parquet-mr-cdh6.3.0-release \ - && sed -i "61 a \n Kunpengmaven\n Kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven/\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n wso2 Repositories\n\n\n pentaho-repo\n pentaho-repo\n https://public.nexus.pentaho.org/content/groups/omni/\n\n\n bsdn-repo\n bsdn Repositories\n http://nexus.bsdn.org/content/repositories/public/\n" pom.xml \ - && mvn package apache-rat:check -Drat.numUnapprovedLicenses=1 -DskipTests \ - && mkdir -p /root/output \ - && cp `find . -name "*.jar"` /root/output/ diff --git a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-parquet_format-2.4.0 b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-parquet_format-2.4.0 deleted file mode 100644 index 3f037cdbaa32723a82ee944f5efd566dd6d0b263..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-parquet_format-2.4.0 +++ /dev/null @@ -1,57 +0,0 @@ -FROM arm64v8/centos:1911 -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -# && yum -y downgrade glibc-common glibc libstdc++ \ -RUN yum install -y gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 wget make \ - && mv /usr/bin/gcc /usr/bin/gcc-impl \ - && echo '#! /bin/sh' > /usr/bin/gcc \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ - && chmod +x /usr/bin/gcc \ - && mv /usr/bin/g++ /usr/bin/g++-impl \ - && echo '#! /bin/sh' > /usr/bin/g++ \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/g++ -# -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ -# && wget http://archive.apache.org/dist/thrift/0.9.3/thrift-0.9.3.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/parquet_format/thrift-0.9.3.tar.gz \ - && tar -xvf thrift-0.9.3.tar.gz \ - && cd thrift-0.9.3 \ - && chmod +x configure \ - && ./configure --disable-gen-erl --disable-gen-hs --without-ruby --without-haskell --without-erlang \ - && make \ - && make install -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -#RUN mkdir /home/src \ -# && cd /home/src \ -# && wget https://github.com/cloudera/flume-ng/archive/cdh6.3.2-release.tar.gz \ -# && mv cdh6.3.2-release.tar.gz flume-ng-cdh6.3.2-release.tar.gz \ -# && tar -zxf flume-ng-cdh6.3.2-release.tar.gz -# -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/parquet-format/archive/cdh6.3.0-release.tar.gz -O parquet-format-cdh6.3.0-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/parquet_format/parquet-format-cdh6.3.0-release.tar.gz \ - && tar -xvf parquet-format-cdh6.3.0-release.tar.gz \ - && cd /home/src/parquet-format-cdh6.3.0-release \ - && mvn package -DskipTests \ - && mkdir -p /root/output \ - && cp ./target/parquet-format-2.4.0-cdh6.3.0.jar /root/output/ diff --git a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-sentry-2.1.0 b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-sentry-2.1.0 deleted file mode 100644 index c40d16b29dc6523fcf6c191568c4ea991d7241c8..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-sentry-2.1.0 +++ /dev/null @@ -1,43 +0,0 @@ -FROM arm64v8/centos:1911 -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -RUN yum -y install wget -# -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -#ENV ANT_HOME=/opt/tools/installed/apache-ant-1.10.8 -#ENV PATH=$ANT_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" -# -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/sentry/archive/cdh6.3.0-release.tar.gz -O sentry-cdh6.3.0-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/sentry/sentry-cdh6.3.0-release.tar.gz \ - && tar -zxvf sentry-cdh6.3.0-release.tar.gz \ - && cd /home/src/sentry-cdh6.3.0-release \ - && sed -i "1426,1427c cloudera.repo\nhttps://repository.cloudera.com/artifactory/cdh-releases-rcs/" pom.xml \ - && sed -i "1428a " pom.xml \ - && sed -i "1424a \n Kunpengmaven\n Kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven/\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n wso2 Repositories\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n" pom.xml \ - && sed -i "40c false" sentry-tests/pom.xml \ - && mvn package -DskipTests \ - && mkdir -p /root/output \ - && cp ./sentry-dist/target/apache-sentry-2.1.0-cdh6.3.0-bin.tar.gz /root/output/ diff --git a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-solr-7.4.0 b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-solr-7.4.0 deleted file mode 100644 index e5a28e1def540ea605989ac1033d527cafb1d1e3..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-solr-7.4.0 +++ /dev/null @@ -1,63 +0,0 @@ -FROM arm64v8/centos:1911 -# -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -RUN yum install -y wget git -# -WORKDIR /opt/tools/installed - -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/solr/apache-ant-1.8.4-bin.tar.gz \ -#RUN wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.8.4-bin.tar.gz \ - && tar -xvf apache-ant-1.8.4-bin.tar.gz -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -ENV ANT_HOME=/opt/tools/installed/apache-ant-1.8.4 -ENV PATH=$ANT_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" -# -#RUN mkdir /home/src \ -# && cd /home/src \ -# && wget https://github.com/cloudera/flume-ng/archive/cdh6.3.2-release.tar.gz \ -# && mv cdh6.3.2-release.tar.gz flume-ng-cdh6.3.2-release.tar.gz \ -# && tar -zxf flume-ng-cdh6.3.2-release.tar.gz -# -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/lucene-solr/archive/cdh6.3.0-release.tar.gz -O lucene-solr-cdh6.3.0-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/solr/lucene-solr-cdh6.3.0-release.tar.gz \ - && tar -xvf lucene-solr-cdh6.3.0-release.tar.gz \ - && cd /home/src/lucene-solr-cdh6.3.0-release \ - && sed -i "32s/http:\/\/repo1.maven.org\/maven2/https:\/\/mirrors.huaweicloud.com\/repository\/maven/g" lucene/default-nested-ivy-settings.xml \ - && sed -i "40,43s/^.*$/\t/g" lucene/default-nested-ivy-settings.xml \ - && sed -i "79,81s/^.*$/\t/g" lucene/default-nested-ivy-settings.xml \ - && sed -i "88s/^.*$/\t/g" lucene/default-nested-ivy-settings.xml \ - && sed -i "79c " lucene/default-nested-ivy-settings.xml \ - && sed -i "88c " lucene/default-nested-ivy-settings.xml \ - && sed -i "s/http:\/\/repo1/https:\/\/repo1/g" lucene/common-build.xml \ - && sed -i "s/http:\/\/repo1/https:\/\/repo1/g" dev-tools/scripts/poll-mirrors.py \ - && sed -i "4,5c snapshots.cloudera.com=https://repository.cloudera.com/content/repositories/snapshots/\nreleases.cloudera.com=https://repository.cloudera.com/artifactory/chd-releases-rcs/" cloudera/templates/cdh.build.properties \ - && echo 'snapshots.cloudera.com=https://repository.cloudera.com/content/repositories/snapshots/' > cdh.build.properties \ - && sed -i "1a releases.cloudera.com=https://repository.cloudera.com/artifactory/cdh-releases-rcs/\n# Default reactor.repo for developer builds.\n# Pakaging builds tend to override this in\n# do-component-build with the local .m2 repository.\nreactor.repo=https://repository.cloudera.com/content/repositories/snapshots\ncdh.solr.version=7.4.0-cdh6.3.2\nzookeeper.version=3.4.5-cdh6.3.2\nhadoop.version=3.0.0-cdh6.3.2\n# should be dropped\ncommons.el.version=1.0\navro.version=1.8.2-cdh6.3.2\nprotobuf.version=2.5.0\nhttpcomponents.version=4.5.3\nhttpcomponents.core.version=4.4.6\nsentry.version=2.1.0-cdh6.3.2\norg.slf4j.version=1.7.25\norg.codehaus.jackson.version=1.9.13\nthrift.version=0.9.3-1\ntika.version=1.19.1\norg.eclipse.jetty.version=9.3.25.v20180904\norg.apache.kerby.version=1.0.0\njoda-time.version=2.9.9\norg.cloudera.logredactor.version=2.0.7\ncom.fasterxml.jackson.core.version=2.9.9\nhtrace.version=4.1.0-incubating\norg.apache.logging.log4j.version=1.2.17\norg.apache.poi.version=4.0.0\ncommons-compress.version=1.18\nre2j.version=1.1\ncdh.gbn=$\{env.CDH_GBN\}\nskipSnapshotsChecksum=true" cdh.build.properties \ - && ant ivy-bootstrap \ - && ant compile \ - && cd solr \ - && ant create-package \ - && mkdir -p /root/output \ - && cp ./package/solr-7.4.0-SNAPSHOT.tgz /root/output/ diff --git a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-spark-1.6.0 b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-spark-1.6.0 deleted file mode 100644 index d7629425b628074d468e5a3351f8bb550c6e59d4..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-spark-1.6.0 +++ /dev/null @@ -1,59 +0,0 @@ -FROM arm64v8/centos:1911 -WORKDIR /root -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -# && yum -y downgrade libstdc++ glibc glibc-common \ -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 wget make git \ - && mv /usr/bin/gcc /usr/bin/gcc-impl \ - && echo '#! /bin/sh' > /usr/bin/gcc \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ - && chmod +x /usr/bin/gcc \ - && mv /usr/bin/g++ /usr/bin/g++-impl \ - && echo '#! /bin/sh' > /usr/bin/g++ \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/g++ -# -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml -# -WORKDIR /opt/tools/installed -#RUN wget http://cran.rstudio.com/src/base/R-3/R-3.1.1.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/spark/R-3.1.1.tar.gz \ - && tar -xvf R-3.1.1.tar.gz \ - && cd R-3.1.1 \ - && yum install readline-devel libXt-devel -y \ - && ./configure --enable-Rshlib --enable-R-static-lib --with-jpeglib --prefix=/opt/tools/installed/R-3.1.1 \ - && make all -j8 \ - && make install -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -ENV R_HOME=/opt/tools/installed/R-3.1.1 -ENV PATH=$R_HOME/bin:$PATH -# -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/spark/archive/cdh5.13.3-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/spark/cdh5.13.3-release.tar.gz \ - && tar -xvf cdh5.13.3-release.tar.gz \ - && cd /home/src/spark-cdh5.13.3-release \ - && sed -i "223 a \n Kunpeng.repo\n https://mirrors.huaweicloud.com/kunpeng/maven/\n Kunpeng Repositories\n" pom.xml \ - && export MAVEN_OPTS="-Xmx10240m -XX:MaxMetaspaceSize=768m" \ - && ./make-distribution.sh --tgz -Pyarn,hive,sparkr -DskipTests \ - && mkdir -p /root/output \ - && cp ./spark-1.6.0-cdh5.13.3-bin-2.6.0-cdh5.13.3.tgz /root/output/ diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-avro-18.2 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-avro-18.2 deleted file mode 100644 index c82ff70c143e9d98b94ed7d46d5a4082cf072868..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-avro-18.2 +++ /dev/null @@ -1,80 +0,0 @@ -FROM arm64v8/centos:1911 -WORKDIR /root -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -# && yum -y downgrade glibc glibc-common krb5-libs libstdc++ openssl-libs libstdc++ \ -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 patch boost.aarch64 boost-devel.aarch64 make cmake wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen \ - && mv /usr/bin/gcc /usr/bin/gcc-impl \ - && echo '#! /bin/sh' > /usr/bin/gcc \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ - && chmod +x /usr/bin/gcc \ - && mv /usr/bin/g++ /usr/bin/g++-impl \ - && echo '#! /bin/sh' > /usr/bin/g++ \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/g++ -# -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ - && cd /opt/tools/installed \ - #&& wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.7.1-bin.tar.gz \ - #&& wget https://archive.apache.org/dist/forrest/0.9/apache-forrest-0.9.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/avro/apache-ant-1.7.1-bin.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/avro/apache-forrest-0.9.tar.gz \ - && tar -xvf apache-ant-1.7.1-bin.tar.gz \ - && tar -xvf apache-forrest-0.9.tar.gz -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -ENV ANT_HOME=/opt/tools/installed/apache-ant-1.7.1 -ENV PATH=$ANT_HOME/bin:$PATH -ENV FORREST_HOME=/opt/tools/installed/apache-forrest-0.9 -ENV PATH=$FORREST_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" -# -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/avro/archive/cdh6.3.2-release.tar.gz -O avro-cdh6.3.2-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/avro/avro-cdh6.3.2-release.tar.gz \ - && tar -xvf avro-cdh6.3.2-release.tar.gz \ - && cd avro-cdh6.3.2-release \ - && sed -i "62 a \n kunpengmavne\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n" pom.xml \ - && sed -i "89,100s/^/#/" build.sh \ - && sed -i "115s/^/#/" build.sh \ - && sed -i "88 c mkdir -p build\/$\{SRC_DIR\}" build.sh \ - && sed -i "121,131s/^/#/" build.sh \ - && sed -i "134 c (cd doc; ant -Dforrest.home=/opt/tools/installed/apache-forrest-0.9)" build.sh \ - && sed -i "s/http:\/\/repo2.maven.org\/maven2\//https:\/\/mirrors.huaweicloud.com\/repository\/maven\//" lang/py/build.xml \ - && ./build.sh dist \ - && mkdir /root/output \ - && cp ./dist/java/avro-tools-1.8.2-cdh6.3.2.jar /root/output \ - && cd dist/c \ - && tar -xvf avro-c-1.8.2-cdh6.3.2.tar.gz \ - && cd avro-c-1.8.2-cdh6.3.2 \ - && mkdir build \ - && cd build \ - && cmake .. -DCMAKE_INSTALL_PREFIX=$PREFIX -DCMAKE_BUILD_TYPE=RelWithDebinfo \ - && make \ - && make install \ - && cd ../../../../ \ - && cd dist/cpp \ - && tar -xvf avro-cpp-1.8.2-cdh6.3.2.tar.gz \ - && cd avro-cpp-1.8.2-cdh6.3.2 \ - && ./build.sh install \ - && cd ../../../ \ - && cp /usr/lib/libavro.so /root/output \ - && cp /usr/local/lib/libavrocpp.so /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-flume_ng-1.9.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-flume_ng-1.9.0 deleted file mode 100644 index 370e9094776c821620c3325650353b54ab064bed..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-flume_ng-1.9.0 +++ /dev/null @@ -1,47 +0,0 @@ -FROM arm64v8/centos:1911 -# -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/yum/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -RUN yum install -y wget -# && yum -y downgrade glibc-common glibc libstdc++ \ -# && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 wget patch \ -# && mv /usr/bin/gcc /usr/bin/gcc-impl \ -# && echo '#! /bin/sh' > /usr/bin/gcc \ -# && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ -# && chmod +x /usr/bin/gcc \ -# && mv /usr/bin/g++ /usr/bin/g++-impl \ -# && echo '#! /bin/sh' > /usr/bin/g++ \ -# && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ -# && chmod +x /usr/bin/g++ -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" -# -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/flume-ng/archive/cdh6.3.2-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/flume_ng/cdh6.3.2-release.tar.gz \ - && tar -zxf cdh6.3.2-release.tar.gz \ - && cd flume-ng-cdh6.3.2-release \ - && sed -i "456 a \n Kunpeng.repo\n https://mirrors.huaweicloud.com/kunpeng/maven/\n Kunpeng Repositories\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n wso2 Repositories\n" pom.xml \ - && mvn package -DskipTests \ - && mkdir /root/output \ - && cp ./flume-ng-dist/target/apache-flume-1.9.0-cdh6.3.2-bin.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hadoop-3.0.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hadoop-3.0.0 deleted file mode 100644 index e3b5af4a4929832c2e6216516ddbe74aa416c512..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hadoop-3.0.0 +++ /dev/null @@ -1,88 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel - - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# install cmake -WORKDIR /opt/tools/installed -#RUN wget https://cmake.org/files/v3.12/cmake-3.12.4.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hadoop/cmake-3.12.4.tar.gz \ - && tar -zxf cmake-3.12.4.tar.gz \ - && cd /opt/tools/installed/cmake-3.12.4 \ - && ./bootstrap \ - && make -j8 \ - && make install -# install protobuf -RUN yum install -y protobuf protobuf-devel -# compile and install ZSTD -WORKDIR /opt/tools/installed -#RUN wget https://github.com/facebook/zstd/archive/v1.4.4.tar.gz -O zstd-v1.4.4.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hadoop/zstd-v1.4.4.tar.gz \ - && tar -zxf zstd-v1.4.4.tar.gz \ - && cd zstd-1.4.4 \ - && yum install -y lz4 lz4-devel \ - && make -j40 \ - && make -j40 install -# compile and install ISA-L -WORKDIR /opt/tools/installed -#RUN wget https://github.com/intel/isa-l/archive/v2.29.0.tar.gz -O isa-l-v2.29.0.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hadoop/isa-l-v2.29.0.tar.gz \ - && tar -zxf isa-l-v2.29.0.tar.gz \ - && cd isa-l-2.29.0 \ - && ./autogen.sh \ - && ./configure \ - && make -j40 \ - && make -j40 install -# compile CDH6.3.2 hadoop -WORKDIR /opt/tools/installed -#RUN wget https://github.com/cloudera/hadoop-common/archive/cdh6.3.2-release.tar.gz -O hadoop-common-cdh6.3.2-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hadoop/hadoop-common-cdh6.3.2-release.tar.gz \ - && tar -zxf hadoop-common-cdh6.3.2-release.tar.gz \ - && cd hadoop-common-cdh6.3.2-release \ - && sed -i '55a\\n mirrors.huaweicloud.com\n https://mirrors.huaweicloud.com/kunpeng/maven\n mirrors huaweicloud com\n \n false\n \n' pom.xml \ - && sed -i '63a\\n repository.huaweicloud.com\n https://mirrors.huaweicloud.com/repository/maven\n repository huaweicloud com\n \n false\n \n' pom.xml \ - && sed -i '103a\\n \n huaweicloud-plugin\n http://mirrors.huaweicloud.com/repository/maven\n \n true\n \n \n' pom.xml \ - && mvn install -Pdist,native -DskipTests -Dtar -Drequire.isal -Dbundle.isal -Disal.lib=/usr/lib/ -Drequire.zstd -Dbundle.zstd -Dzstd.lib=/usr/local/lib/ -Drequire.snappy -Dbundle.snappy -Dsnappy.lib=/usr/lib64/ \ - && mkdir /root/output \ - && cp ./hadoop-dist/target/hadoop-3.0.0-cdh6.3.2.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hbase-2.1.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hbase-2.1.0 deleted file mode 100644 index 7011c8cd0a7bb1a2f8053b3373be082e310f307c..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hbase-2.1.0 +++ /dev/null @@ -1,63 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel - - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# install protobuf -RUN yum install -y protobuf protobuf-devel \ - && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/bin/protoc - - -# compile CDH6.3.2 hbase -WORKDIR /opt/tools/installed -#RUN wget https://github.com/cloudera/hbase/archive/cdh6.3.2-release.tar.gz -O hbase-cdh6.3.2-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hbase/hbase-cdh6.3.2-release.tar.gz \ - && tar -zxf hbase-cdh6.3.2-release.tar.gz \ - && cd hbase-cdh6.3.2-release \ - && sed -i '3901a\\n\n mirrors.huaweicloud.com\n https://mirrors.huaweicloud.com/kunpeng/maven\n mirrors huaweicloud com\n \n false\n \n' pom.xml \ - && sed -i '3910a\\n repository.huaweicloud.com\n https://mirrors.huaweicloud.com/repository/maven\n repository huaweicloud com\n \n false\n \n\n' pom.xml \ - && export MAVEN_OPTS="-Xmx10240m -XX:MaxPermSize=768m" \ - && mvn package -DskipTests assembly:single -Pnative \ - && mkdir /root/output \ - && cp ./hbase-assembly/target/hbase-2.1.0-cdh6.3.2-bin.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hbase_indexer-1.5 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hbase_indexer-1.5 deleted file mode 100644 index 6d44d45f906923af1627abc6596b978e36bf1913..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hbase_indexer-1.5 +++ /dev/null @@ -1,47 +0,0 @@ -FROM arm64v8/centos:1911 -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -RUN yum install -y wget -# && yum downgrade -y krb5-libs openssl-libs bc-common glibc libstdc++ \ -# && yum install -y openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git gcc gcc-c++ gcc-gfortran libgcc snappy snappy-devel wget patch gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ -# && mv /usr/bin/gcc /usr/bin/gcc-impl \ -# && echo '#! /bin/sh' > /usr/bin/gcc \ -# && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ -# && chmod +x /usr/bin/gcc \ -# && mv /usr/bin/g++ /usr/bin/g++-impl \ -# && echo '#! /bin/sh' > /usr/bin/g++ \ -# && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ -# && chmod +x /usr/bin/g++ \ -# -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -# -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/hbase-indexer/archive/cdh6.3.2-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hbase_indexer/cdh6.3.2-release.tar.gz \ - && tar -xvf cdh6.3.2-release.tar.gz \ - && cd hbase-indexer-cdh6.3.2-release \ - && sed -i "913 a \n Kunpeng.repo\n https://mirrors.huaweicloud.com/kunpeng/maven/\n Kunpeng Repositories\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n wso2 Repositories\n" pom.xml \ - && sed -i "970 a \n huaweicloud-plugin\n https://mirrors.huaweicloud.com/repository/maven\n" pom.xml \ - && mvn package apache-rat:check -Drat.numUnapprovedLicenses=2 -DskipTests -Dtar -Pdist \ - && mkdir /root/output \ - && cp ./hbase-indexer-dist/target/hbase-indexer-1.5-cdh6.3.2.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hive-2.1.1 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hive-2.1.1 deleted file mode 100644 index 7b5016a97dbde0e16e57f5b78db1e3154ed09ec2..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hive-2.1.1 +++ /dev/null @@ -1,62 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel unzip - - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# install protobuf -RUN yum install -y protobuf protobuf-devel \ - && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/bin/protoc -# compile CDH6.3.2 hive -WORKDIR /opt/tools/installed -#RUN wget https://github.com/cloudera/hive/archive/cdh6.3.2-release.zip \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hive/cdh6.3.2-release.zip \ - && unzip cdh6.3.2-release.zip \ - && cd hive-cdh6.3.2-release \ - && sed -i '203a\\n mirrors.huaweicloud.com\n https://mirrors.huaweicloud.com/kunpeng/maven\n mirrors huaweicloud com\n \n false\n \n' pom.xml \ - && sed -i '211a\\n repository.huaweicloud.com\n https://mirrors.huaweicloud.com/repository/maven\n repository huaweicloud com\n \n false\n \n' pom.xml \ - && sed -i '222s?content/groups?artifactory?g' pom.xml \ - && sed -i '288a\\n \n huaweicloud-plugin\n http://mirrors.huaweicloud.com/repository/maven\n \n true\n \n \n' pom.xml \ - && mvn package -DskipTests -Pdist -Dtar \ - && mkdir /root/output \ - && cp ./packaging/target/apache-hive-2.1.1-cdh6.3.2-bin.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hue-4.4.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hue-4.4.0 deleted file mode 100644 index 27ced9305ce8f5bf3f5b4a146dbbfaa521a39ee3..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hue-4.4.0 +++ /dev/null @@ -1,72 +0,0 @@ -FROM arm64v8/centos:1911 -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -# && yum downgrade -y glibc-common glibc libstdc++ openldap python python-libs krb5-libs openssl-libs \ -RUN yum install -y libxml2-devel libxslt-devel mysql mysql-devel openldap-devel sqlite-devel libffi-devel openssl-devel gmp-devel gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 make wget patch unzip python-setuptools.noarch python-devel python-simplejson \ - && mv /usr/bin/gcc /usr/bin/gcc-impl \ - && echo '#! /bin/sh' > /usr/bin/gcc \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ - && chmod +x /usr/bin/gcc \ - && mv /usr/bin/g++ /usr/bin/g++-impl \ - && echo '#! /bin/sh' > /usr/bin/g++ \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/g++ -# -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ - && cd /opt/tools/installed \ - #&& wget http://nodejs.org/dist/v8.6.0/node-v8.6.0-linux-arm64.tar.gz \ - #&& wget https://files.pythonhosted.org/packages/08/25/f204a6138dade2f6757b4ae99bc3994aac28a5602c97ddb2a35e0e22fbc4/pip-20.1.1.tar.gz \ - #&& wget https://cmake.org/files/v3.12/cmake-3.12.4.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hue/node-v8.6.0-linux-arm64.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hue/pip-20.1.1.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hue/cmake-3.12.4.tar.gz \ - && tar -xvf node-v8.6.0-linux-arm64.tar.gz \ - && tar -xvf pip-20.1.1.tar.gz \ - && cd pip-20.1.1 \ - && python setup.py install \ - && pip install --upgrade setuptools \ - && pip install cryptography==2.1.4 \ - && pip install ipython==5.2.0 \ - && pip install astroid==1.5.3 \ - && cd ../ \ - && tar -xvf cmake-3.12.4.tar.gz \ - && cd cmake-3.12.4 \ - && ./bootstrap \ - && make -j8 \ - && make install -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -ENV NODE_HOME=/opt/tools/installed/node-v8.6.0-linux-arm64 -ENV PATH=$NODE_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" -# -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/hue/archive/cdh6.3.2-release.zip \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hue/cdh6.3.2-release.zip \ - && unzip cdh6.3.2-release.zip \ - && cd hue-cdh6.3.2-release \ - && sed -i "123 a \n mirrors.huaweicloud.com\n https://mirrors.huaweicloud.com/kunpeng/maven\n mirrors huaweicloud com \n \n false\n \n\n\n repository.huaweicloud.com\n https://mirrors.huaweicloud.com/repository/maven\n repository huaweicloud com\n \n false\n \n\n maven.aliyun.com\n https://maven.aliyun.com/nexus/content/groups/public/\n maven aliyun com\n \n false\n \n" maven/pom.xml \ - && sed -i "164 a \n \n aliyun-plugin\n https://maven.aliyun.com/repository/public\n \n true\n \n\n" maven/pom.xml \ - && sed -i "122 s/$/& -Dmaven.wagon.http.ssl.insecure=true -Dmaven.wagon.http.ssl.allowall=true -Dmaven.wagon.http.ssl.ignore.validity.dates=true/" Makefile \ - && sed -i "55 s/$/& -Dmaven.wagon.http.ssl.insecure=true -Dmaven.wagon.http.ssl.allowall=true -Dmaven.wagon.http.ssl.ignore.validity.dates=true/" desktop/libs/librdbms/Makefile \ - && make apps \ - && mkdir /root/output \ - && cp -r ./build/ /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-kafka-2.11-2.2.1 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-kafka-2.11-2.2.1 deleted file mode 100644 index 5affbbbeb58fa71b1f12f8da907ecf8732e58ffe..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-kafka-2.11-2.2.1 +++ /dev/null @@ -1,64 +0,0 @@ -FROM arm64v8/centos:1911 -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -RUN yum install -y wget unzip -# -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ - && cd /opt/tools/installed \ - #&& wget https://downloads.gradle.org/distributions/gradle-5.4.1-bin.zip \ - && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/kafka/gradle-5.4.1-bin.zip \ - && unzip gradle-5.4.1-bin.zip -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -ENV GRADLE_HOME=/opt/tools/installed/gradle-5.4.1 -ENV PATH=$GRADLE_HOME/bin:$PATH -# -#RUN cd /opt/tools/installed \ -# && wget https://github.com/scala/scala/archive/v2.11.12.tar.gz \ -# && tar -xvf v2.11.12.tar.gz \ -# && cd scala-2.11.12 \ -# && sed -i "50,50s%)%),\n\ \ \ \ Keys.\'package\'\:= bundle.value%g" project/Osgi.scala \ -# && sbt package -# -#ENV SCALA_HOME=/opt/tools/installed/scala -#ENV PATH=$SCALA_HOME/build/pack/bin:$PATH -# -#RUN cd /opt/tools/installed \ -# && wget https://github.com/scoverage/gradle-scoverage/archive/3.1.3.tar.gz --no-check-certificate \ -# && tar -xvf gradle-scoverage-3.1.3.tar.gz \ -# && cd gradle-scoverage-3.1.3 \ -# && gradle assemble \ -# && wget https://github.com/johnrengelman/shadow/archive/5.0.0.tar.gz --no-check-certificate \ -# && tar -zvf 5.0.0.tar.gz \ -# && cd shadow-5.0.0 \ -# && gradle assemble -# -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/kafka/archive/cdh6.3.2-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/kafka/cdh6.3.2-release.tar.gz \ - && tar -xvf cdh6.3.2-release.tar.gz \ - && cd kafka-cdh6.3.2-release \ -# && sed -i "47,48c classpath 'org.scoverage:gradle-scoverage:3.1.3'\nclasspath 'com.github.jengelman.gradle.plugins:shadow:5.0.0'" build.gradle \ - && sed -i "69,70c maven { url \"https://mirrors.huaweicloud.com/kunpeng/maven\" }\n\tmaven { url \"https://mirrors.huaweicloud.com/repository/maven\" }\n\tmaven { url \"https://repository.cloudera.com/artifactory/libs-snapshot-local\" }\n\tmaven { url \"https://repository.cloudera.com/artifactory/cloudera-repos\" }\n\tmaven { url \"https://repo1.maven.org/maven2\" }" build.gradle \ - && sed -i "28c mavenUrl=https://mirrors.huaweicloud.com/repository/maven" gradle.properties \ - && gradle releaseTarGz -info \ - && mkdir /root/output \ - && cp ./core/build/distributions/kafka_2.11-2.2.1-cdh6.3.2.tgz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-lucene-solr b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-lucene-solr deleted file mode 100644 index 8ae2b8ed59a165ddf17c19c289bfa7db4f419af6..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-lucene-solr +++ /dev/null @@ -1,56 +0,0 @@ -FROM arm64v8/centos:1911 -# -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -RUN yum install -y wget git -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ - && cd /opt/tools/installed \ - #&& wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.8.4-bin.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/lucene-solr/apache-ant-1.8.4-bin.tar.gz \ - && tar -xvf apache-ant-1.8.4-bin.tar.gz -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -ENV ANT_HOME=/opt/tools/installed/apache-ant-1.8.4 -ENV PATH=$ANT_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" -# -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/lucene-solr/archive/cdh6.3.2-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/lucene-solr/cdh6.3.2-release.tar.gz \ - && tar -xvf cdh6.3.2-release.tar.gz \ - && cd lucene-solr-cdh6.3.2-release \ - && sed -i "32s/http:\/\/repo1/https:\/\/repo1/g" lucene/default-nested-ivy-settings.xml \ - && sed -i "40,43s/^.*$/\t/g" lucene/default-nested-ivy-settings.xml \ - && sed -i "79,81s/^.*$/\t/g" lucene/default-nested-ivy-settings.xml \ - && sed -i "88s/^.*$/\t/g" lucene/default-nested-ivy-settings.xml \ - && sed -i "79c " lucene/default-nested-ivy-settings.xml \ - && sed -i "88c " lucene/default-nested-ivy-settings.xml \ - && sed -i "s/http:\/\/repo1/https:\/\/repo1/g" lucene/common-build.xml \ - && sed -i "s/http:\/\/repo1/https:\/\/repo1/g" dev-tools/scripts/poll-mirrors.py \ - && sed -i "4,5c snapshots.cloudera.com=https://repository.cloudera.com/content/repositories/snapshots/\nreleases.cloudera.com=https://repository.cloudera.com/artifactory/cdh-releases-rcs/" cloudera/templates/cdh.build.properties \ - && echo 'snapshots.cloudera.com=https://repository.cloudera.com/content/repositories/snapshots/' > cdh.build.properties \ - && sed -i "1a releases.cloudera.com=https://repository.cloudera.com/artifactory/cdh-releases-rcs/\n# Default reactor.repo for developer builds.\n# Pakaging builds tend to override this in\n# do-component-build with the local .m2 repository.\nreactor.repo=https://repository.cloudera.com/content/repositories/snapshots\ncdh.solr.version=7.4.0-cdh6.3.2\nzookeeper.version=3.4.5-cdh6.3.2\nhadoop.version=3.0.0-cdh6.3.2\n# should be dropped\ncommons.el.version=1.0\navro.version=1.8.2-cdh6.3.2\nprotobuf.version=2.5.0\nhttpcomponents.version=4.5.3\nhttpcomponents.core.version=4.4.6\nsentry.version=2.1.0-cdh6.3.2\norg.slf4j.version=1.7.25\norg.codehaus.jackson.version=1.9.13\nthrift.version=0.9.3-1\ntika.version=1.19.1\norg.eclipse.jetty.version=9.3.25.v20180904\norg.apache.kerby.version=1.0.0\njoda-time.version=2.9.9\norg.cloudera.logredactor.version=2.0.7\ncom.fasterxml.jackson.core.version=2.9.9\nhtrace.version=4.1.0-incubating\norg.apache.logging.log4j.version=1.2.17\norg.apache.poi.version=4.0.0\ncommons-compress.version=1.18\nre2j.version=1.1\ncdh.gbn=$\{env.CDH_GBN\}\nskipSnapshotsChecksum=true" cdh.build.properties \ - && ant ivy-bootstrap \ - && ant compile \ - && cd solr \ - && ant create-package \ - && mkdir /root/output \ - && cp ./package/solr-7.4.0-SNAPSHOT.tgz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-oozie-5.1.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-oozie-5.1.0 deleted file mode 100644 index 6cc2814465c4ec3cb437374098fae050b8d2d6e8..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-oozie-5.1.0 +++ /dev/null @@ -1,53 +0,0 @@ -FROM arm64v8/centos:1911 -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -RUN yum install -y wget -# && yum -y downgrade glibc-common glibc libstdc++ \ -# && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 patch wget \ -# && mv /usr/bin/gcc /usr/bin/gcc-impl \ -# && echo '#! /bin/sh' > /usr/bin/gcc \ -# && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ -# && chmod +x /usr/bin/gcc \ -# && mv /usr/bin/g++ /usr/bin/g++-impl \ -# && echo '#! /bin/sh' > /usr/bin/g++ \ -# && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ -# && chmod +x /usr/bin/g++ -# -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" -# -WORKDIR /home/src/ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/oozie/cdh6.3.2-release.tar.gz \ -#RUN wget https://github.com/cloudera/oozie/archive/cdh6.3.2-release.tar.gz \ - && tar -zxf cdh6.3.2-release.tar.gz \ - && cd oozie-cdh6.3.2-release \ - && sed -i "135a \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n" pom.xml \ -#RUN cd oozie-cdh6.3.2-release \ - && sed -i '143s?content/groups/cloudera-repos?artifactory/cdh-releases-rcs?g' pom.xml \ -#RUN cd oozie-cdh6.3.2-release \ - && sed -i "1592a \n \n com.eclipsesource.j2v8\n j2v8_linux_x86_64\n \n\n\n\n com.eclipsesource.j2v8\n j2v8_linux_aarch64\n 4.6.0\n" pom.xml \ - && sed -i "547a \n com.eclipsesource.j2v8\n j2v8_linux_aarch64\n 4.6.0\n" core/pom.xml \ - && sed -i "53a \n com.eclipsesource.j2v8\n j2v8_linux_aarch64\n 4.6.0\n" fluent-job/fluent-job-api/pom.xml \ - && mvn package -DskipTests assembly:single \ - && mkdir /root/output \ - && cp ./distro/target/oozie-5.1.0-cdh6.3.2-distro.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-parquet-format b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-parquet-format deleted file mode 100644 index 304b4950c603fa6dd8b01c5cf33ed40089bf43e2..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-parquet-format +++ /dev/null @@ -1,58 +0,0 @@ -FROM arm64v8/centos:1911 -# -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -# && yum -y downgrade glibc-common glibc libstdc++ \ -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 wget make \ - && mv /usr/bin/gcc /usr/bin/gcc-impl \ - && echo '#! /bin/sh' > /usr/bin/gcc \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ - && chmod +x /usr/bin/gcc \ - && mv /usr/bin/g++ /usr/bin/g++-impl \ - && echo '#! /bin/sh' > /usr/bin/g++ \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/g++ -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml -# -WORKDIR /opt/tools/installed -#RUN wget http://archive.apache.org/dist/thrift/0.9.3/thrift-0.9.3.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/parquet-format/thrift-0.9.3.tar.gz \ - && tar -xvf thrift-0.9.3.tar.gz \ - && cd thrift-0.9.3 \ - && chmod +x configure \ - && ./configure --disable-gen-erl --disable-gen-hs --without-ruby --without-haskell --without-erlang \ - && make \ - && make install -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -#ENV ANT_HOME=/opt/tools/installed/apache-ant-1.10.8 -#ENV PATH=$ANT_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" -# -WORKDIR /home/src/ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/parquet-format/cdh6.3.2-release.tar.gz \ -#RUN wget https://github.com/cloudera/parquet-format/archive/cdh6.3.2-release.tar.gz \ - && tar -xvf cdh6.3.2-release.tar.gz \ - && cd parquet-format-cdh6.3.2-release \ - && sed -i "94a \n\n Kunpengmaven\n Kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven/\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n wso2 Repositories\n\n" pom.xml \ - && mvn package apache-rat:check -Drat.numUnapprovedLicenses=1 -DskipTests \ - && mkdir /root/output \ - && cp ./target/parquet-format-2.4.0-cdh6.3.2.jar /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-parquet-mr b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-parquet-mr deleted file mode 100644 index 2538ac2b6f7b0373d55dfde35b3bf49fc0a9571d..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-parquet-mr +++ /dev/null @@ -1,58 +0,0 @@ -FROM arm64v8/centos:1911 -# -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -# && yum -y downgrade glibc-common glibc libstdc++ \ -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 wget protobuf protobuf-devel make \ - && mv /usr/bin/gcc /usr/bin/gcc-impl \ - && echo '#! /bin/sh' > /usr/bin/gcc \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ - && chmod +x /usr/bin/gcc \ - && mv /usr/bin/g++ /usr/bin/g++-impl \ - && echo '#! /bin/sh' > /usr/bin/g++ \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/g++ -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml -# -WORKDIR /opt/tools/installed -#RUN wget http://archive.apache.org/dist/thrift/0.9.3/thrift-0.9.3.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/parquet-mr/thrift-0.9.3.tar.gz \ - && tar -xvf thrift-0.9.3.tar.gz \ - && cd thrift-0.9.3 \ - && chmod +x configure \ - && ./configure --disable-gen-erl --disable-gen-hs --without-ruby --without-haskell --without-erlang \ - && make \ - && make install -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -#ENV ANT_HOME=/opt/tools/installed/apache-ant-1.10.8 -#ENV PATH=$ANT_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" -# -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/parquet-mr/archive/cdh6.3.2-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/parquet-mr/cdh6.3.2-release.tar.gz \ - && tar -xvf cdh6.3.2-release.tar.gz \ - && cd parquet-mr-cdh6.3.2-release \ - && sed -i "61a \n Kunpengmaven\n Kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven/\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n wso2 Repositories\n\n\n pentaho-repo\n pentaho-repo\n https://public.nexus.pentaho.org/content/groups/omni/\n\n\n bsdn-repo\n bsdn Repositories\n http://nexus.bsdn.org/content/repositories/public/\n" pom.xml \ - && mvn package apache-rat:check -Drat.numUnapprovedLicenses=1 -DskipTests \ - && mkdir /root/output \ - && cp `find . -name "*.jar"` /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-pig-0.17.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-pig-0.17.0 deleted file mode 100644 index 1243fd23dcd83781cb8cebed6ee6375f1567b20e..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-pig-0.17.0 +++ /dev/null @@ -1,57 +0,0 @@ -FROM arm64v8/centos:1911 -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -RUN yum install -y wget unzip patch -# -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ - && cd /opt/tools/installed \ - && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/pig/apache-ant-1.9.4-bin.tar.gz \ - #&& wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.9.4-bin.tar.gz \ - && tar -zxf apache-ant-1.9.4-bin.tar.gz \ - #&& wget http://archive.apache.org/dist/forrest/0.9/apache-forrest-0.9.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/pig/apache-forrest-0.9.tar.gz \ - && tar -zxf apache-forrest-0.9.tar.gz -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -ENV ANT_HOME=/opt/tools/installed/apache-ant-1.9.4 -ENV PATH=$ANT_HOME/bin:$PATH -ENV FORREST_HOME=/opt/tools/installed/apache-forrest-0.9 -ENV PATH=$FORREST_HOME/bin:$PATH -# -WORKDIR /home/src -#RUN wget https://github.com/cloudera/pig/archive/cdh6.3.2-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/pig/cdh6.3.2-release.tar.gz \ - && tar -zxf cdh6.3.2-release.tar.gz \ - && cd pig-cdh6.3.2-release \ - && sed -i "295s/repo2.maven.org\/maven2/mirrors.huaweicloud.com\/repository\/maven/" build.xml \ - && sed -i "100s/http:\/\/repo2/https:\/\/repo1/" contrib/piggybank/java/build.xml \ - && sed -i "32i " ivy/ivysettings.xml \ - && sed -i "54i " ivy/ivysettings.xml \ - && sed -i "77i " ivy/ivysettings.xml \ - && sed -i "81i " ivy/ivysettings.xml \ - && sed -i "102i " ivy/ivysettings.xml \ - && sed -i "103s/^//" ivy/ivysettings.xml \ - && echo "repository.root=https://repo1.maven.org/maven2" > build.properties \ - && sed -i "1a # These override the settings in ivysettings.xml\nsnapshots.cloudera.com=https://repository.cloudera.com/content/repositories/snapshots\nreleases.cloudera.com=https://repository.cloudera.com/artifactory/cdh-releases-rcs/\n\n# Default reactor.repo for developer builds.\n# Pakaging builds tend to override this in\n# do-component-build with the local .m2 repository.\nreactor.repo=https://repository.cloudera.com/content/repositories/snapshots\n\nhbaseversion=1\nhadoopversion=3\nsparkversion=2\n\n# Versions from root CDH pom.xml\npig.version=0.17.0-cdh6.3.2\nversion=0.17.0-cdh6.3.2\nhbase1.version=2.1.0-cdh6.3.2\nzookeeper.version=3.4.5-cdh6.3.2\navro.version=1.8.2-cdh6.3.2\nhadoop-common.version=3.0.0-cdh6.3.2\nhadoop-hdfs.version=3.0.0-cdh6.3.2\nhadoop-mapreduce.version=3.0.0-cdh6.3.2\nprotobuf-java.version=2.5.0\nslf4j-api.version=1.7.25\nslf4j-log4j12.version=1.7.25\nparquet-pig-bundle.version=1.9.0-cdh6.3.2\nsnappy-java.version=1.1.4\ncommons-lang.version=2.6\njetty.version=6.1.26.cloudera.4\nhive.version=2.1.1-cdh6.3.2\nspark2.version=2.4.0-cdh6.3.2\njackson.version=1.9.13\njackson-mapper-asl.version=1.9.13-cloudera.1" build.properties \ - && ant tar -Dforrest.home=/opt/tools/installed/apache-forrest-0.9 -Dhadoopversion=3 \ - && mkdir /root/output \ - && cp ./build/pig-0.17.0-cdh6.3.2.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-search-1.0.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-search-1.0.0 deleted file mode 100644 index a14ba0128f6553792f95cda369d82e79e6f6c6e8..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-search-1.0.0 +++ /dev/null @@ -1,38 +0,0 @@ -FROM arm64v8/centos:1911 -# -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -RUN yum install -y wget -# -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" -# -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/search/archive/cdh6.3.2-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/search/cdh6.3.2-release.tar.gz \ - && tar -xvf cdh6.3.2-release.tar.gz \ - && cd search-cdh6.3.2-release \ - && sed -i "162a \n Kunpengmaven\n Kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven/\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n wso2 Repositories\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n" pom.xml \ - && mvn package -DskipTests -Dtar -Ddist \ - && mkdir /root/output \ - && cp ./search-dist/target/cloudera-search-1.0.0-cdh6.3.2-search-dist.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-sentry-2.1.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-sentry-2.1.0 deleted file mode 100644 index 65e65bf7837a6aac601b622d7d5c58631f79d68e..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-sentry-2.1.0 +++ /dev/null @@ -1,41 +0,0 @@ -FROM arm64v8/centos:1911 -# -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -RUN yum install -y wget -# -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -# -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/sentry/archive/cdh6.3.2-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/sentry/cdh6.3.2-release.tar.gz \ - && tar -xvf cdh6.3.2-release.tar.gz \ - && cd sentry-cdh6.3.2-release \ - && sed -i "1426,1427c cloudera.repo\nhttps://repository.cloudera.com/artifactory/cdh-releases-rcs/" pom.xml \ - && sed -i "1428a " pom.xml \ - && sed -i "1424a \n Kunpengmaven\n Kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven/\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n wso2 Repositories\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n" pom.xml \ - && sed -i "40c false" sentry-tests/pom.xml \ - && mvn package -DskipTests \ - && mkdir /root/output \ - && cp ./sentry-dist/target/apache-sentry-2.1.0-cdh6.3.2-bin.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-spark-2.4.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-spark-2.4.0 deleted file mode 100644 index 85a6511d26ad631cb5c9aaaa7cf332837784232e..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-spark-2.4.0 +++ /dev/null @@ -1,72 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel unzip - - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# install R -WORKDIR /opt/tools/installed -#RUN wget http://cran.rstudio.com/src/base/R-3/R-3.1.1.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/spark/R-3.1.1.tar.gz \ - && tar -zxf R-3.1.1.tar.gz \ - && cd R-3.1.1 \ - && yum install -y readline-devel libXt-devel \ - && ./configure --enable-R-shlib --enable-R-static-lib --with-libpng --with-jpeglib --prefix=/opt/tools/installed/R-3.1.1 \ - && make all -j8 && make install - -ENV R_HOME=/opt/tools/installed/R-3.1.1 -ENV PATH=$R_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# compile spark -RUN cd /opt/tools/installed/ \ - #&& wget https://github.com/cloudera/spark/archive/cdh6.3.2-release.zip \ - && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/spark/cdh6.3.2-release.zip \ - && unzip cdh6.3.2-release.zip \ - && cd spark-cdh6.3.2-release \ - && sed -i '233a\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n \n false\n \n' pom.xml \ - && ./dev/make-distribution.sh --tgz -Pyarn,hive,sparkr -DskipTests \ - && mkdir /root/output \ - && cp ./spark-2.4.0-cdh6.3.2-bin-3.0.0-cdh6.3.2.tgz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-zookeeper-3.4.6 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-zookeeper-3.4.6 deleted file mode 100644 index b5af83c9e3c395b54c6dd596be35cde092edccd4..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-zookeeper-3.4.6 +++ /dev/null @@ -1,65 +0,0 @@ -FROM arm64v8/centos:1911 -# -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum makecache \ -# && yum downgrade -y glibc glibc-common \ -RUN yum install -y cppunit-devel libtool make wget -# -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ - && cd /opt/tools/installed \ - #&& wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.10.8-bin.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/zookeeper/apache-ant-1.10.8-bin.tar.gz \ - && tar -xvf apache-ant-1.10.8-bin.tar.gz -# -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -ENV ANT_HOME=/opt/tools/installed/apache-ant-1.10.8 -ENV PATH=$ANT_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" -# -WORKDIR /home/src/ -#RUN wget https://github.com/cloudera/zookeeper/archive/cdh6.3.2-release.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/zookeeper/cdh6.3.2-release.tar.gz \ - && tar -xvf cdh6.3.2-release.tar.gz \ - && cd zookeeper-cdh6.3.2-release \ - && sed -i "s/http:\/\/repo2.maven.org/https:\/\/repo1.maven.org/g" build.xml \ - && sed -i "s/http:\/\/repo1.maven.org/https:\/\/repo1.maven.org/g" ivysettings.xml \ - && sed -i "s/http:\/\/repo2.maven.org/https:\/\/repo1.maven.org/g" src/contrib/build-contrib.xml \ - && sed -i "52a \n \n huaweicloud-plugin\n http://mirrors.huaweicloud.com/repository/maven\n \n true\n \n \n" cloudera/maven-packaging/pom.xml \ - && sed -i "35a \n kunpeng.repo\n https://mirrors.huaweicloud.com/kunpeng/maven\n Kunpeng Repository\n \n false\n \n\n\n central.repo\n https://https://repo1.maven.org/maven2\n Central Repository\n \n false\n \n" cloudera/maven-packaging/pom.xml \ - && sed -i "s/groups\/cdh-releases-rcs/epositories\/releases/g" cloudera/maven-packaging/pom.xml \ - && sed -i "s/content\/repositories\/snapshots/cloudera\/libs-snapshot-local/g" cloudera/maven-packaging/pom.xml \ - && sed -i "66a \n kunpeng.repo\n https://mirrors.huaweicloud.com/kunpeng/maven\n Kunpeng Repository\n \n false\n \n" cloudera-pom.xml \ - && sed -i "s/groups\/cdh-releases-rcs/epositories\/releases/g" cloudera/maven-packaging/pom.xml \ - && sed -i "s/content\/repositories\/snapshots/cloudera\/libs-snapshot-local/g" cloudera/maven-packaging/pom.xml \ - && sed -i "486,492c return __sync_fetch_and_add(operand,incr);" src/c/src/mt_adaptor.c \ - && sed -i "19a " ivysettings.xml \ - && sed -i "33a " ivysettings.xml \ - && sed -i "43a " ivysettings.xml \ - && echo '#' > cloudera/build.properties \ - && echo '#Sat Aug 1 16:27:33 CST 2020' >> cloudera/build.properties \ - && echo 'version=3.4.6-cdh6.3.2' >> cloudera/build.properties \ - && echo 'zookeeper.version=3.4.6-cdh6.3.2' >> cloudera/build.properties \ - && ant \ - && ant compile-native \ - && ant package tar \ - && mkdir /root/output \ - && cp -r ./build/c/build/usr/ /root/output \ - && cp ./build/zookeeper-3.4.6-SNAPSHOT.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-accumulo-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-accumulo-3.1.0 deleted file mode 100644 index 82cad83638d85b7205d1dcb6c86d2e42755ceef3..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-accumulo-3.1.0 +++ /dev/null @@ -1,86 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# compile accumulo -WORKDIR /home -#RUN wget https://github.com/hortonworks/accumulo-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/accumulo/HDP-3.1.0.0-78-tag.tar.gz \ - && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ - && cd accumulo-release-HDP-3.1.0.0-78-tag \ -# - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' assemble/pom.xml \ - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' core/pom.xml \ - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' docs/pom.xml \ - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' examples/simple/pom.xml \ - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' fate/pom.xml \ - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' maven-plugin/pom.xml \ - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' minicluster/pom.xml \ -# - && sed -i '27s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' pom.xml \ - && sed -i '138s/3.0.0.3.0.0.0-SNAPSHOT/3.1.1.3.1.0.0-78/' pom.xml \ - && sed -i '165s/3.4.6.3.0.0.0-SNAPSHOT/3.4.6.3.1.0.0-78/' pom.xml \ -# - && sed -i '584i\\n \n \n true\n \n \n true\n \n jcenter\n https://jcenter.bintray.com\n \n' pom.xml \ -# -# - && sed -i '1497s/3.0.0.3.0.0.0-SNAPSHOT/3.1.1.3.1.0.0-78/' pom.xml \ - && sed -i '1523s/3.0.0.3.0.0.0-SNAPSHOT/3.1.1.3.1.0.0-78/' pom.xml \ -# - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' proxy/pom.xml \ - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' server/base/pom.xml\ - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' server/gc/pom.xml \ - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' server/master/pom.xml \ - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' server/monitor/pom.xml \ - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' server/native/pom.xml \ - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' server/tracer/pom.xml \ - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' server/tserver/pom.xml \ - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' shell/pom.xml \ - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' start/pom.xml \ - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' test/pom.xml \ - && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' trace/pom.xml \ -# - && mvn install -DskipTests \ - && mkdir -p /root/output/ \ - && cp /home/accumulo-release-HDP-3.1.0.0-78-tag/server/native/target/libaccumulo.so /root/output/ diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-atlas-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-atlas-3.1.0 deleted file mode 100644 index d090b83881d9e8e71f3c2dcd47633032bcb79d48..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-atlas-3.1.0 +++ /dev/null @@ -1,61 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# compile atlas -WORKDIR /home -#RUN wget https://github.com/hortonworks/atlas-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/atlas/HDP-3.1.0.0-78-tag.tar.gz \ - && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ - && cd atlas-release-HDP-3.1.0.0-78-tag \ - && sed -i '779a\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ - && sed -i '826,830d' pom.xml \ - - && mkdir -p ~/.m2/repository/com/github/eirslett/node/8.9.0/ \ -# && wget https://nodejs.org/dist/v8.9.0/node-v8.9.0-linux-arm64.tar.gz -O ~/.m2/repository/com/github/eirslett/node/8.9.0/node-8.9.0-linux-arm64.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/HDP/atlas/node-v8.9.0-linux-arm64.tar.gz -O ~/.m2/repository/com/github/eirslett/node/8.9.0/node-8.9.0-linux-arm64.tar.gz \ - - && mvn clean package -Pdist -DskipTests -Drat.skip \ - && mkdir -p /root/output \ - && cp ./distro/target/*.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-hadoop-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-hadoop-3.1.0 deleted file mode 100644 index 0e586bd049b5b40e1fabe3042211103458b16b29..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-hadoop-3.1.0 +++ /dev/null @@ -1,47 +0,0 @@ -FROM arm64v8/centos:1911 - -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 wget patch \ - && mv /usr/bin/gcc /usr/bin/gcc-impl \ - && echo '#! /bin/sh' > /usr/bin/gcc \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ - && chmod +x /usr/bin/gcc \ - && mv /usr/bin/g++ /usr/bin/g++-impl \ - && echo '#! /bin/sh' > /usr/bin/g++ \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/g++ -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" - -RUN source /etc/profile && mkdir -p /opt/tools/installed && cd /opt/tools/installed \ -# && yum -y downgrade krb5-libs openssl-libs \ - && yum -y install wget patch openssl-devel zlib-devel automake libtool make libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel protobuf protobuf-devel \ -# && wget https://cmake.org/files/v3.12/cmake-3.12.4.tar.gz \ -# && wget https://github.com/hortonworks/hadoop-release/archive/HDP-3.1.0.0-78-tag.tar.gz - && wget http://archive-server:50050/cache-data/BigData/HDP/hadoop/cmake-3.12.4.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/HDP/hadoop/HDP-3.1.0.0-78-tag.tar.gz - -# COPY HDP-3.1.0.0-78-tag.tar.gz cmake-3.12.4.tar.gz ./ - -RUN tar -zxf cmake-3.12.4.tar.gz && cd cmake-3.12.4 && ./bootstrap && make -j8 && make install \ - && cd - && tar -zxvf HDP-3.1.0.0-78-tag.tar.gz && cd hadoop-release-HDP-3.1.0.0-78-tag \ - && sed -i '54a \ kunpengmaven \ kunpeng maven\ https://mirrors.huaweicloud.com/kunpeng/maven \ \ \mulesoftmaven \ mulesoft maven\ https://repository.mulesoft.org/nexus/content/repositories \ \ \hortonworkmaven \ hortonwork maven\ https://repo.hortonworks.com/content/repositories/releases \ ' pom.xml \ - && sed -i '589a \ \hortonworkmaven \ hortonwork maven\ https://repo.hortonworks.com/content/repositories/releases \ \ ' hadoop-hdfs-project/hadoop-hdfs/pom.xml \ - && sed -i '654c /opt/tools/installed/jdk8u252-b09/bin/javah ' hadoop-common-project/hadoop-common/pom.xml && sed -i '810c /opt/tools/installed/jdk8u252-b09/bin/javah ' hadoop-common-project/hadoop-common/pom.xml \ - && source /etc/profile && mvn clean package -DskipTests -Pdist,native -Dsnappy.lib=/usr/lib64 -Dbundle.snapy -Dmaven.javadoc.skip=true \ - && mkdir -p /root/output \ - && cp ./hadoop-dist/target/hadoop-3.1.1.3.1.0.0-78.tar.gz /root/output - diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-hbase-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-hbase-3.1.0 deleted file mode 100644 index 617b38e1bb10453cbfb835afed4ae70c7631d180..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-hbase-3.1.0 +++ /dev/null @@ -1,55 +0,0 @@ -FROM arm64v8/centos:1911 - -WORKDIR /root -#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ -# && rm -f /etc/yum.repos.d/* \ -# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ -# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ -# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ -# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ -# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ -# && yum clean all \ -# && yum clean metadata \ -# && yum update \ -# && yum makecache \ -RUN yum -y install wget -#&& yum -y downgrade glibc-common glibc libstdc++ -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" - -#RUN yum -y downgrade krb5-libs openssl-libs -RUN yum -y install wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel patch unzip gcc gcc-c++ - -# COPY HDP-3.1.0.0-78-tag.tar.gz protobuf-2.5.0.tar.gz ./ -# RUN wget https://github.com/hortonworks/hbase-release/archive/HDP-3.1.0.0-78-tag.tar.gz -RUN wget http://archive-server:50050/cache-data/BigData/HDP/hbase/HDP-3.1.0.0-78-tag.tar.gz - -# RUN tar -zxf protobuf-2.5.0.tar.gz && cd protobuf-2.5.0 && wget https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/bigdata/Patch/protoc.zip && unzip protoc.zip && cp protoc/protoc.patch ./src/google/protobuf/stubs/ && cd ./src/google/protobuf/stubs && patch -p1 < protoc.patch && cd - && ./autogen.sh && ./configure CFLAGS='-fsigned-char' && make -j8 && make install && source /etc/profile && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/local/bin/protoc - -RUN yum install -y protobuf protobuf-devel \ - && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/bin/protoc - -RUN tar -xzf HDP-3.1.0.0-78-tag.tar.gz && cd hbase-release-HDP-3.1.0.0-78-tag \ - && sed -i '1369c 2.3.2.3.1.0.0-78' pom.xml \ - && sed -i '3737a \n kunpengmaven \n kunpeng maven \n https://mirrors.huaweicloud.com/kunpeng/maven \n \n \n hortonworksmaven \n hortonworks maven \n https://repo.hortonworks.com/content/repositories/release \n ' pom.xml \ - && sed -i '3748,3758d' pom.xml \ - && sed -i '240a \n \n com.google.code.findbugs \n jsr305 \n \n ' hbase-client/pom.xml && sed -i '319a \n \n com.google.code.findbugs \n jsr305 \n \n ' hbase-client/pom.xml \ - && sed -i '53a \n \n com.google.code.findbugs \n jsr305 \n \n ' hbase-shaded/hbase-shaded-client/pom.xml \ - - && source /etc/profile && mvn package -DskipTests assembly:single validate -Denforcer.skip=true \ - && mkdir -p /root/output/ \ - && cp ./hbase-assembly/target/hbase-2.0.2.3.1.0.0-78-bin.tar.gz /root/output/ - diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-hive-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-hive-3.1.0 deleted file mode 100644 index 6d6a2a8822cc35fb617dcbdc49e03f88d1635808..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-hive-3.1.0 +++ /dev/null @@ -1,64 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# config yum.repos \ install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ - && mv /usr/bin/gcc /usr/bin/gcc-impl \ - && echo '#! /bin/sh' > /usr/bin/gcc \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ - && chmod +x /usr/bin/gcc \ - && mv /usr/bin/g++ /usr/bin/g++-impl \ - && echo '#! /bin/sh' > /usr/bin/g++ \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/g++ \ -# && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 wget patch \ -# && yum -y downgrade krb5-libs openssl-libs \ - && yum install -y wget vim openssl-devel zlib-devel automake libtool make libstdc++-static glibc-static git snapppy snappy-devel fuse fuse-devel - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" - -# enable ENV -RUN source /etc/profile - - -# install protoc -RUN yum install -y protobuf protobuf-devel \ - && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/bin/protoc -# mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/local/bin/protoc - - -# config hive pom.xml -# RUN source /etc/profile && wget https://github.com/hortonworks/hive-release/archive/HDP-3.1.0.0-78-tag.tar.gz -RUN source /etc/profile && wget http://archive-server:50050/cache-data/BigData/HDP/hive/HDP-3.1.0.0-78-tag.tar.gz - -RUN ls -l \ - && tar -xzf HDP-3.1.0.0-78-tag.tar.gz \ - && ls -l && pwd \ - && cd hive-release-HDP-3.1.0.0-78-tag && pwd && ls -l \ - && sed -i 's/3.1.0-SNAPSHOT/3.1.0.3.1.0.0-78/g' `find . -name pom.xml` \ - && sed -i 's/3.1.0.0-SNAPSHOT/3.1.0.0-78/g' `find . -name pom.xml` \ - && sed -i s/2.6.1-SNAPSHOT/2.3.0.3.1.0.0-78/g pom.xml \ - && sed -i s/2.6.1-SNAPSHOT/2.3.0.3.1.0.0-78/g standalone-metastore/pom.xml \ - && sed -i '222a \n kunpengmaven \n kunpeng maven \n https://mirrors.huaweicloud.com/kunpeng/maven \n \n \n hortonworksmaven \n hortonworks maven \n https://repo.hortonworks.com/content/repositories/releases \n ' pom.xml \ -# RUN building - && source /etc/profile \ - && mvn package -DskipTests -Pdist -Dtar \ - && mkdir -p /root/output \ - && cp ./packaging/target/apache-hive-3.1.0.3.1.0.0-78-bin.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-kafka-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-kafka-3.1.0 deleted file mode 100644 index e709cd954cd3ad0e6950dd5ad3d9d4348e9cb74c..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-kafka-3.1.0 +++ /dev/null @@ -1,62 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# config yum.repos -WORKDIR /root -Run yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ - && mv /usr/bin/gcc /usr/bin/gcc-impl \ - && echo '#! /bin/sh' > /usr/bin/gcc \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ - && chmod +x /usr/bin/gcc \ - && mv /usr/bin/g++ /usr/bin/g++-impl \ - && echo '#! /bin/sh' > /usr/bin/g++ \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ - && chmod +x /usr/bin/g++ - -# install dependencies -Run yum -y install wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git gcc gcc-c++ unzip zip grep - -# install JDK -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - -# install Maven -RUN wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH -RUN source /etc/profile - -#RUN yum -y downgrade krb5-libs openssl-libs \ -# && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ -# && yum -y install wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git gcc gcc-c++ unzip zip - -# COPY HDP-3.1.0.0-78-tag.tar.gz 3.1.3.tar.gz 5.0.0.tar.gz gradle-5.4.1-bin.zip sbt-0.13.15.tgz scala repositories kafka.patch ./ - -# install Gradle -# RUN wget https://downloads.gradle.org/distributions/gradle-4.10-bin.zip --no-check-certificate \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/kafka/gradle-4.10-bin.zip --no-check-certificate \ - && unzip gradle-4.10-bin.zip -ENV GRADLE_HOME=/opt/tools/installed/gradle-4.10 -ENV PATH=$GRADLE_HOME/bin:$PATH -RUN source /etc/profile - -# install kafka -# RUN wget https://github.com/hortonworks/kafka-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/kafka/HDP-3.1.0.0-78-tag.tar.gz \ - &&source /etc/profile \ - && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ - && cd kafka-release-HDP-3.1.0.0-78-tag \ - && sed -i '39a maven { \n url = "https://mirrors/huaweicloud.com/kunpeng/maven"\n } \n maven { \n url="https://mirrors.huaweicloud.com/repository/maven" \n } ' build.gradle \ - && gradle releaseTarGz -info \ - && mkdir -p /root/output \ - && cp ./core/build/distributions/kafka_2.11-2.0.0.3.1.0.0-78.tgz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-knox-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-knox-3.1.0 deleted file mode 100644 index 1751fc099dfa230e9bf866a0d93f8a606078ae49..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-knox-3.1.0 +++ /dev/null @@ -1,58 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# compile knox -WORKDIR /home -RUN wget http://archive-server:50050/cache-data/BigData/HDP/knox/HDP-3.1.0.0-78-tag.tar.gz \ -#RUN wget https://github.com/hortonworks/knox-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ - && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ - && cd knox-release-HDP-3.1.0.0-78-tag \ - && sed -i '1443a\\n centermaven\n center maven\n https://repo1.maven.org/maven2\n \n' pom.xml \ -# && sed -i '1443a\\n hortonworksmaven\n hortonworks maven\n https://repo.hortonworks.com/content/repositories/releases\n \n' pom.xml - && sed -i '1443a\\n \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven/\n \n' pom.xml \ - && sed -i '320a\\n \n hortonworksmaven\n hortonworks maven\n https://repo.hortonworks.com/content/repositories/releases\n \n' gateway-test-release/pom.xml \ - && mvn clean install -DskipTests \ - && mkdir -p /root/output \ - && cp `find . -name '*.jar'` /root/output > cplog || cat cplog diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-livy-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-livy-3.1.0 deleted file mode 100644 index d0658bf0a4365cd8cc1631d50626c2f9fb8e804b..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-livy-3.1.0 +++ /dev/null @@ -1,77 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# install unzip -RUN yum -y install unzip -# install setuptools -WORKDIR /home -#RUN wget https://files.pythonhosted.org/packages/e1/b1/b9a490783bc7c10ca9e87aecbdc21baedb97a80a65f98559f283e3c7fb46/setuptools-36.2.5.zip \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/livy/setuptools-36.2.5.zip \ - && unzip setuptools-36.2.5.zip \ - && cd setuptools-36.2.5 \ - && python setup.py build \ - && python setup.py install -# install pip -WORKDIR /home -#RUN wget https://files.pythonhosted.org/packages/ce/ea/9b445176a65ae4ba22dce1d93e4b5fe182f953df71a145f557cffaffc1bf/pip-19.3.1.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/livy/pip-19.3.1.tar.gz \ - && tar -zxf pip-19.3.1.tar.gz \ - && mv pip-19.3.1 /opt/tools/installed \ - && cd /opt/tools/installed/pip-19.3.1/ \ - && python setup.py install \ - && pip install --upgrade pip \ - && pip install --upgrade --ignore-installed setuptools \ - && pip install wheel - -#compile livy -WORKDIR /home -#RUN wget https://github.com/hortonworks/livy-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/livy/HDP-3.1.0.0-78-tag.tar.gz \ - && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ - && cd livy-release-HDP-3.1.0.0-78-tag \ - && sed -i '162i\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ - && mvn package -DskipTests \ - && mkdir -p /root/output \ - && cp ./assembly/target/livy-server-0.5.0.3.1.0.0-78.zip /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-oozie-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-oozie-3.1.0 deleted file mode 100644 index 216ab05ad0412d146545246a365065becd34e706..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-oozie-3.1.0 +++ /dev/null @@ -1,55 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# compile oozie -WORKDIR /home -#RUN wget https://github.com/hortonworks/oozie-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/oozie/HDP-3.1.0.0-78-tag.tar.gz \ - && tar -xzf HDP-3.1.0.0-78-tag.tar.gz \ - && cd oozie-release-HDP-3.1.0.0-78-tag \ - && sed -i '158i\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ - && mvn package -DskipTests assembly:single \ - && mkdir -p /root/output \ - && cp ./distro/target/oozie-4.3.1.3.1.0.0-78-distro.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-phoenix-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-phoenix-3.1.0 deleted file mode 100644 index 7dce2d6531b2a16fe34c730cfca22c3ca0a9d20a..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-phoenix-3.1.0 +++ /dev/null @@ -1,56 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# compile phoenix -WORKDIR /home -#RUN wget https://github.com/hortonworks/phoenix-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/phoenix/HDP-3.1.0.0-78-tag.tar.gz \ - && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ - && cd phoenix-release-HDP-3.1.0.0-78-tag \ - && sed -i '49s/http/https/' pom.xml \ - && sed -i '42i\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ - && mvn clean package -DskipTests \ - && mkdir /root/output \ - && cp ./phoenix-assembly/target/phoenix-5.0.0.3.1.0.0-78.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-pig-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-pig-3.1.0 deleted file mode 100644 index bd0bbbe5ae0c65880498e3d0f75133a5f5d13caf..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-pig-3.1.0 +++ /dev/null @@ -1,82 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# compile pig -WORKDIR /home -# install ant -# RUN wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.9.14-bin.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/pig/apache-ant-1.9.14-bin.tar.gz \ - && tar -zxvf apache-ant-1.9.14-bin.tar.gz \ - && mv apache-ant-1.9.14 /opt/tools/installed/ - -ENV ANT_HOME=/opt/tools/installed/apache-ant-1.9.14 -ENV PATH=$ANT_HOME/bin:$PATH -# enable ENV -RUN source /etc/profile - -# install pig -# RUN wget https://github.com/hortonworks/pig-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/pig/HDP-3.1.0.0-78-tag.tar.gz \ - && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ - && cd pig-release-HDP-3.1.0.0-78-tag \ - && sed -i '42s/-SNAPSHOT/.3.1.0.0-78/' build.xml \ - && sed -i '271s?http://repo2.maven.org/maven2?https://mirrors.huaweicloud.com/repository/maven/?' build.xml \ - && sed -i '32i\' ivy/ivysettings.xml \ - && sed -i '32i\' ivy/ivysettings.xml \ - && sed -i '47i\' ivy/ivysettings.xml \ - && sed -i '47i\' ivy/ivysettings.xml \ - - && sed -i '62i\' ivy/ivysettings.xml \ - && sed -i '62i\' ivy/ivysettings.xml \ - && sed -i '45s/2.6.0/3.1.1.3.1.0.0-78/' ivy/libraries.properties \ - && sed -i '46s/2.6.0/3.1.1.3.1.0.0-78/' ivy/libraries.properties \ - && sed -i '47s/2.6.0/3.1.1.3.1.0.0-78/' ivy/libraries.properties \ - && sed -i '51s/2.0.0/3.1.0.3.1.0.0-78/' ivy/libraries.properties \ - && sed -i '75s/4.1.1.Final/4.1.17.Final/' ivy/libraries.properties \ - && sed -i '96s/0.7.0/0.9.1.3.1.0.0-78/' ivy/libraries.properties \ - && sed -i '106s/1.4.3/1.4.3.3.0.0.0-1574/' ivy/libraries.properties \ - && ant clean jar piggybank -Dhadoopversion=23 \ - && mkdir -p /root/output \ - && cp `find . -name '*.jar'` /root/output > cplog || cat cplog diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-ranger-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-ranger-3.1.0 deleted file mode 100644 index d399c5a08b99e3f1cb687c81fe0087672fac5203..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-ranger-3.1.0 +++ /dev/null @@ -1,60 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# compile ranger -WORKDIR /home -# install dependency -RUN yum -y install pam-devel -# download source -# RUN wget https://github.com/hortonworks/ranger-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/ranger/HDP-3.1.0.0-78-tag.tar.gz \ - && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ - && cd ranger-release-HDP-3.1.0.0-78-tag \ - && sed -i '295s?https://repository.apache.org/content/repositories/snapshots?https://repo.hortonworks.com/content/repositories/releases/?' pom.xml \ - && sed -i '292i\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ - && sed -i '44,60d' ranger-util/pom.xml \ - && mvn package assembly:assembly -DskipTests -Drat.skip=true \ - && mkdir -p /root/output \ - && cp ./target/*.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-spark-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-spark-3.1.0 deleted file mode 100644 index 38c1c9d45e39a24fe9adc3afc571278485f0b35f..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-spark-3.1.0 +++ /dev/null @@ -1,74 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel - - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# install R -WORKDIR /opt/tools/installed -#RUN wget http://cran.rstudio.com/src/base/R-3/R-3.1.1.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/spark/R-3.1.1.tar.gz \ - && tar -zxf R-3.1.1.tar.gz \ - && cd R-3.1.1 \ - && yum install -y readline-devel libXt-devel \ - && ./configure --enable-R-shlib --enable-R-static-lib --with-libpng --with-jpeglib --prefix=/opt/tools/installed/R-3.1.1 \ - && make all -j8 && make install - -ENV R_HOME=/opt/tools/installed/R-3.1.1 -ENV PATH=$R_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# compile spark -RUN cd /opt/tools/installed/ \ -# && wget https://github.com/hortonworks/spark2-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/HDP/spark/HDP-3.1.0.0-78-tag.tar.gz \ - && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ - && cd spark2-release-HDP-3.1.0.0-78-tag \ - && sed -i '235a\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ - && sed -i '245s?https://repo.maven.apache.org/maven2?https://maven.aliyun.com/repository/public?' pom.xml \ - && sed -i '252a\\n hortonworksmaven\n hortonworks maven\n https://repo.hortonworks.com/content/repositories/releases\n' pom.xml \ - && dev/make-distribution.sh --tgz -Pyarn -Phive -Phive-thriftserver -Pmesos -Pspark-ganglia-lgpl -Pkinesis-asl -Phadoop-3.1 -Phadoop-cloud -Phwx-common -Psparkr \ - && mkdir -p /root/output \ - && cp spark-2.3.2.3.1.0.0-78-bin-3.1.1.3.1.0.0-78.tgz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-sqoop-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-sqoop-3.1.0 deleted file mode 100644 index aa3198230c3757f0266c663c859cb229d6731908..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-sqoop-3.1.0 +++ /dev/null @@ -1,113 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# install ant -WORKDIR /home -#RUN wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.7.1-bin.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/sqoop/apache-ant-1.7.1-bin.tar.gz \ - && tar -zxf apache-ant-1.7.1-bin.tar.gz \ - && mv apache-ant-1.7.1 /opt/tools/installed/ - -ENV ANT_HOME=/opt/tools/installed/apache-ant-1.7.1/ -ENV PATH=$ANT_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - - -# compile sqoop -WORKDIR /home -#RUN wget https://github.com/hortonworks/sqoop-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/sqoop/HDP-3.1.0.0-78-tag.tar.gz \ - && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ - && cd sqoop-release-HDP-3.1.0.0-78-tag \ - # modified build.xml - && sed -i '43s/1.5.0-SNAPSHOT/1.4.7.3.1.0.0-78/' build.xml \ - && sed -i '109s\${build.dir}/${bin.artifact.name}.tar.gz\${build.dir}/${name}.tar.gz\' build.xml \ - && sed -i '171,176d' build.xml \ - && sed -i '170a\' build.xml \ - && sed -i '171a\' build.xml \ - && sed -i '172a\' build.xml \ - && sed -i '173a\' build.xml - # modified /ivy/ivysettings.xml -WORKDIR /home/sqoop-release-HDP-3.1.0.0-78-tag -RUN sed -i '34d' ivy/ivysettings.xml \ - && sed -i '33a\' ivy/ivysettings.xml \ - && sed -i '34a\' ivy/ivysettings.xml \ - && sed -i '35a\' ivy/ivysettings.xml \ - && sed -i '36a\' ivy/ivysettings.xml \ - && sed -i '37a\' ivy/ivysettings.xml \ - && sed -i '38a\' ivy/ivysettings.xml \ - && sed -i '42a\' ivy/ivysettings.xml \ - && sed -i '50d' ivy/ivysettings.xml \ - && sed -i '49a\value="https://repository.cloudera.com/cloudera/libs-snapshot-local/"' ivy/ivysettings.xml \ -# - && sed -i '63a\' ivy/ivysettings.xml \ - && sed -i '64a\' ivy/ivysettings.xml \ - && sed -i '65a\' ivy/ivysettings.xml \ - && sed -i '66a\' ivy/ivysettings.xml \ - && sed -i '67a\' ivy/ivysettings.xml -# -RUN sed -i '93a\' ivy/ivysettings.xml -RUN sed -i '94a\' ivy/ivysettings.xml -RUN sed -i '95a\' ivy/ivysettings.xml -RUN sed -i '96a\' ivy/ivysettings.xml -RUN sed -i '97a\' ivy/ivysettings.xml - # modified ivy/libraries.properties -RUN sed -i '23s/1.1.1-SNAPSHOT/1.0.0.3.1.0.0-78/' ivy/libraries.properties \ - && sed -i '61s/2.6.0/3.1.1.3.1.0.0-78/' ivy/libraries.properties \ - && sed -i '62s/1.2.4/2.0.2.3.1.0.0-78/' ivy/libraries.properties \ - && sed -i '63s/1.2.1/3.1.0.3.1.0.0-78/' ivy/libraries.properties \ - && sed -i '65s/1.4.3/1.5.1.3.1.0.0-78/' ivy/libraries.properties \ -# add dependencies - && yum -y install redhat-lsb asciidoc xmlto \ -# - && ant tar \ - && mkdir -p /root/output \ - && cp ./build/sqoop.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-storm-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-storm-3.1.0 deleted file mode 100644 index 7abe83484ef2e9d15b0beb39c852ea79d1216e95..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-storm-3.1.0 +++ /dev/null @@ -1,63 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# compile storm -WORKDIR /home -#RUN wget https://github.com/hortonworks/storm-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/storm/HDP-3.1.0.0-78-tag.tar.gz \ - && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ - && cd storm-release-HDP-3.1.0.0-78-tag \ - && sed -i '278s/0.10.0.2.5.2.0-70/0.10.0.2.5.3.0-37/' pom.xml \ - && sed -i '1130i\\n repo2\n repo2\n http://packages.confluent.io/maven\n' pom.xml \ - && sed -i '1130i\\n hortonworksmaven\n hortonworksmaven\n https://repo.hortonworks.com/content/repositories/releases\n' pom.xml \ - && sed -i '1130i\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ - && sed -i '1062,1075d' storm-core/pom.xml \ - && sed -i '36s?http://s3.amazonaws.com/dev.hortonworks.com/ARTIFACTS/hyperic-sigar-1.6.4.zip?https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/bigdata/Tools/hyperic-sigar-1.6.4.zip?' external/storm-metrics/pom.xml \ - && sed -i '37s?8f79d4039ca3ec6c88039d5897a80a268213e6b7?642425d7153d4487d15ae6e1e31e30d454dd5056?' external/storm-metrics/pom.xml \ - && mvn package -DskipTests -Pnative -Dtar -Dmaven.javadoc.skip=true \ - && cd storm-dist/binary \ - && mvn package -Dgpg.skip=true \ - && mkdir -p /root/output \ - && cp ./target/apache-storm-1.2.1.3.1.0.0-78.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-tez-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-tez-3.1.0 deleted file mode 100644 index f08df61585f48ca5804435889f804d7d17b2d13e..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-tez-3.1.0 +++ /dev/null @@ -1,95 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# install phantomjs -WORKDIR /home -RUN yum install -y flex bison gperf ruby freetype-devel fontconfig-devel libicu-devel sqlite-devel libpng-devel libjpeg-devel \ -# && git config --global http.sslVerify false \ -# && git clone https://github.com/ariya/phantomjs.git \ -# && cd phantomjs \ -# && git checkout 2.1.1 \ -# && git submodule init \ -# && git submodule update - && wget http://archive-server:50050/cache-data/BigData/ENV/phantomjs.tar.gz \ - && tar -zxf phantomjs.tar.gz \ - && cd phantomjs -WORKDIR /home/phantomjs -RUN python build.py -c || sed -i 's/-pipe -O3 -fPIC/-pipe -O2 -fPIC/g' src/qt/qtbase/src/gui/Makefile \ - && python build.py -c \ - && mkdir -p /opt/tools/installed/phantomjs/bin \ - && cp -r bin/phantomjs /opt/tools/installed/phantomjs/bin/phantomjs -ENV PHANTOMJS_HOME=/opt/tools/installed/phantomjs -ENV PATH=$PHANTOMJS_HOME/bin:$PATH -RUN source /etc/profile -# -# -# install nodejs and npm -WORKDIR /home -#RUN wget http://nodejs.org/dist/v8.6.0/node-v8.6.0-linux-arm64.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/tez/node-v8.6.0-linux-arm64.tar.gz \ - && tar -zxf node-v8.6.0-linux-arm64.tar.gz \ - && mv node-v8.6.0-linux-arm64 /opt/tools/installed -# set ENV -ENV NODE_HOME=/opt/tools/installed/node-v8.6.0-linux-arm64 -ENV PATH=$NODE_HOME/bin:$PATH -RUN source /etc/profile -# -# install protoc-2.5.0 -RUN yum install -y protobuf protobuf-devel \ - && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/bin/protoc \ - && source /etc/profile -# compile tez -WORKDIR /home -#RUN wget https://github.com/hortonworks/tez-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/tez/HDP-3.1.0.0-78-tag.tar.gz \ - && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ - && cd tez-release-HDP-3.1.0.0-78-tag \ - && sed -i '48s?https://repository.apache.org/content/repositories/snapshots?https://repo.hortonworks.com/content/repositories/releases/?' pom.xml \ - && sed -i '82i\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ - && sed -i '147s/install/install --allow-root/' tez-ui/pom.xml \ - && sed -i '70s/81df608a40bf0629a1dc08e584849bb1e43e0b7a/v3.3.6/' tez-ui/src/main/webapp/bower-shrinkwrap.json \ - && mvn package -DskipTests \ - && mkdir -p /root/output \ - && cp ./tez-dist/target/tez-0.9.1.3.1.0.0-78.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-zeppelin-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-zeppelin-3.1.0 deleted file mode 100644 index 301d6082b37a4f51ab0fc2287ea8f4f29106b262..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-zeppelin-3.1.0 +++ /dev/null @@ -1,141 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# install phantomjs -WORKDIR /home -RUN yum install -y flex bison gperf ruby freetype-devel fontconfig-devel libicu-devel sqlite-devel libpng-devel libjpeg-devel \ -# && git config --global http.sslVerify false \ -# && git clone https://github.com/ariya/phantomjs.git \ -# && cd phantomjs \ -# && git checkout 2.1.1 \ -# && git submodule init \ -# && git submodule update - && wget http://archive-server:50050/cache-data/BigData/ENV/phantomjs.tar.gz \ - && tar -zxf phantomjs.tar.gz -WORKDIR /home/phantomjs -RUN python build.py -c || sed -i 's/-pipe -O3 -fPIC/-pipe -O2 -fPIC/g' src/qt/qtbase/src/gui/Makefile \ - && python build.py -c \ - && mkdir -p /opt/tools/installed/phantomjs/bin \ - && cp -r bin/phantomjs /opt/tools/installed/phantomjs/bin/phantomjs -ENV PHANTOMJS_HOME=/opt/tools/installed/phantomjs -ENV PATH=$PHANTOMJS_HOME/bin:$PATH -RUN source /etc/profile -# -# -# install nodejs and npm -WORKDIR /home -#RUN wget http://nodejs.org/dist/v8.6.0/node-v8.6.0-linux-arm64.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/zeppenlin/node-v8.6.0-linux-arm64.tar.gz \ - && tar -zxf node-v8.6.0-linux-arm64.tar.gz \ - && mv node-v8.6.0-linux-arm64 /opt/tools/installed -# set ENV -ENV NODE_HOME=/opt/tools/installed/node-v8.6.0-linux-arm64 -ENV PATH=$NODE_HOME/bin:$PATH -RUN source /etc/profile -# -# install protoc-3.3.0 -WORKDIR /home -#RUN wget https://github.com/protocolbuffers/protobuf/releases/download/v3.3.0/protobuf-java-3.3.0.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/zeppenlin/protobuf-java-3.3.0.tar.gz \ - && tar -zxf protobuf-java-3.3.0.tar.gz -#COPY protobuf-3.3.0.patch ./protobuf-3.3.0 -RUN cd protobuf-3.3.0 \ -# && wget https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/bigdata/Patch/protobuf-3.3.0.patch \ - && wget http://archive-server:50050/cache-data/BigData/HDP/zeppenlin/protobuf-3.3.0.patch \ - && patch -p1 < protobuf-3.3.0.patch \ - && ./autogen.sh && ./configure CFLAGS='-fsigned-char' && make && make install -WORKDIR /home -ENV PATH=./protobuf-3.3.0/src:$PATH -RUN source /etc/profile \ - && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=3.3.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=protobuf-3.3.0/src/protoc -# install grpc-java -WORKDIR /home -#RUN wget https://github.com/grpc/grpc-java/archive/v1.4.0.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/zeppenlin/v1.4.0.tar.gz \ - && tar -zxf v1.4.0.tar.gz \ - && cd grpc-java-1.4.0/ \ -# grpc-java-1.4.0.patch - && sed -i '8d' compiler/build.gradle \ - && sed -i '8a\ mavenCentral()' compiler/build.gradle \ - && sed -i '50a\ target("linux_arm-v7")' compiler/build.gradle \ - && sed -i '51a\ target("aarch_64")' compiler/build.gradle \ - && sed -i '67a\ armv7l {' compiler/build.gradle \ - && sed -i '68a\ architecture "armv7l"' compiler/build.gradle \ - && sed -i '69a\ }' compiler/build.gradle \ - && sed -i '70a\ aarch_64 {' compiler/build.gradle \ - && sed -i '71a\ architecture "aarch_64"' compiler/build.gradle \ - && sed -i '72a\ }' compiler/build.gradle \ -# - && sed -i '78d' compiler/build.gradle \ - && sed -i "77a\if (arch in ['x86_32', 'x86_64', 'ppcle_64', 'armv7l', 'aarch_64']) {" compiler/build.gradle \ -# - && sed -i '105d' compiler/build.gradle \ - && sed -i '105d' compiler/build.gradle \ - && sed -i '105d' compiler/build.gradle \ -# - && sed -i '104a\linker.args "-static", "-lprotoc", "-lprotobuf", "-static-libgcc", "-static-libstdc++",' compiler/build.gradle \ - && sed -i '105a\"-pthread", "-s"' compiler/build.gradle \ -# -# add gradle.properties - && touch gradle.properties \ - && echo 'protoc=/usr/local/bin/protoc' > gradle.properties \ -# -# - && ./gradlew install -# - -# compile zeppelin -WORKDIR /home -#RUN wget https://github.com/hortonworks/zeppelin-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/zeppenlin/HDP-3.1.0.0-78-tag.tar.gz \ - && tar -zxf HDP-3.1.0.0-78-tag.tar.gz -#COPY zeppelin-0.8.0.patch ./zeppelin-release-HDP-3.1.0.0-78-tag -WORKDIR /home/zeppelin-release-HDP-3.1.0.0-78-tag -#RUN wget https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/bigdata/Patch/zeppelin-0.8.0.patch \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/zeppenlin/zeppelin-0.8.0.patch \ - && patch -p1 < zeppelin-0.8.0.patch \ - && mvn clean package -DskipTests -Pspark-2.3 -Phadoop-3.1 -Pscala-2.11 -Pbuild-distr \ - && mkdir -p /root/output \ - && cp zeppelin-distribution/target/zeppelin-0.8.0.3.1.0.0-78.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-zookeeper-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-zookeeper-3.1.0 deleted file mode 100644 index 0dd2d428063ad600909a920c319b3e66c21c73cb..0000000000000000000000000000000000000000 --- a/BigData/CentOS8.1.1911/hdp/Dockerfile-zookeeper-3.1.0 +++ /dev/null @@ -1,74 +0,0 @@ -# base image -FROM arm64v8/centos:1911 - -# install gcc \ install g++ -WORKDIR /root -RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 - -# resolve -fsigned-char -RUN gccdir=`command -v gcc` \ - && mv $gccdir $gccdir"-impl" \ - && touch $gccdir \ - && echo '#! /bin/sh' > $gccdir \ - && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ - && chmod +x $gccdir \ - - - && gppdir=`command -v g++` \ - && mv $gppdir $gppdir"-impl" \ - && touch $gppdir \ - && echo '#! /bin/sh' > $gppdir \ - && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ - && chmod +x $gppdir \ - - && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel - -# install JDK / install maven / config huaweimaven -WORKDIR /opt/tools/installed -RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ -#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz - && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ - && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ -#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz - && tar -xvf apache-maven-3.5.4-bin.tar.gz \ - && cd apache-maven-3.5.4/conf \ - && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml - -ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 -ENV PATH=$JAVA_HOME/bin:$PATH - -ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 -ENV PATH=$MAVEN_HOME/bin:$PATH - -# enable ENV -RUN source /etc/profile - -# install ant -WORKDIR /home -#RUN wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.7.1-bin.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/zookeeper/apache-ant-1.7.1-bin.tar.gz \ - && tar -zxf apache-ant-1.7.1-bin.tar.gz \ - && mv apache-ant-1.7.1 /opt/tools/installed/ -ENV ANT_HOME=/opt/tools/installed/apache-ant-1.7.1/ -ENV PATH=$ANT_HOME/bin:$PATH -# enable ENV -RUN source /etc/profile - - -# compile zookeeper -# RUN wget https://github.com/hortonworks/zookeeper-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ -RUN wget http://archive-server:50050/cache-data/BigData/HDP/zookeeper/HDP-3.1.0.0-78-tag.tar.gz \ - && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ - && cd zookeeper-release-HDP-3.1.0.0-78-tag/ \ -# - && sed -i 's?http://repo2.maven.org?https://repo1.maven.org?g' build.xml \ - && sed -i 's?http://repo1.maven.org?https://repo1.maven.org?g' ivysettings.xml \ - && sed -i '20i\' ivysettings.xml \ - && sed -i '32a\' ivysettings.xml \ - && sed -i '41a\' ivysettings.xml \ -# - && sed -i 's?http://repo2.maven.org?https://repo1.maven.org?g' src/contrib/build-contrib.xml \ - - && ant package tar \ - && mkdir -p /root/output \ - && cp ./build/zookeeper-3.4.6.tar.gz /root/output