-
Notifications
You must be signed in to change notification settings - Fork 92
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Browse files
Browse the repository at this point in the history
- Loading branch information
Showing
7 changed files
with
214 additions
and
67 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,10 @@ | ||
| FROM ajpotts/almalinux-chapel:1.0.0 | ||
|
|
||
| # Set user to root | ||
| USER root | ||
|
|
||
|
|
||
| RUN git clone https://github.com/Bears-R-Us/arkouda.git && source ~/.bashrc && cd arkouda && make install-deps DEP_BUILD_DIR=/dep/build && python3 -m pip install -e .[dev] | ||
|
|
||
|
|
||
| ENTRYPOINT ["/bin/bash", "-l"] |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,31 @@ | ||
| FROM almalinux:9.0 | ||
|
|
||
| # Set user to root | ||
| USER root | ||
|
|
||
| RUN echo 'source ~/.bashrc.chpl' >> ~/.bashrc && printf "export CHPL_HOME=/chapel-2.3.0 \nexport CHPL_RE2=bundled \nexport CHPL_GMP=bundled \nexport CHPL_COMM=none \nexport CHPL_TARGET_COMPILER=gnu \nexport export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/chapel-2.3.0:/chapel-2.3.0/bin/linux64-x86_64 \nexport CHPL_TARGET_CPU=native \nexport CHPL_HOST_MEM=jemalloc \nexport ARKOUDA_QUICK_COMPILE=true \nexport ARKOUDA_SKIP_CHECK_DEPS=True \n" >> ~/.bashrc.chpl && source ~/.bashrc | ||
|
|
||
| # Install dependencies | ||
| RUN dnf update -y && dnf install -y ca-certificates wget | ||
| RUN dnf update -y && dnf install -y python3-pip | ||
| RUN dnf update -y && dnf -y upgrade | ||
| RUN dnf install -y gcc gcc-c++ m4 perl python3.12 python3-devel bash make gawk git cmake which diffutils | ||
| RUN dnf install -y llvm-devel clang clang-devel libcurl-devel | ||
|
|
||
| # Download Chapel source | ||
| RUN wget https://github.com/chapel-lang/chapel/releases/download/2.3.0/chapel-2.3.0.tar.gz | ||
| RUN tar -xvf chapel-2.3.0.tar.gz | ||
|
|
||
| # Set environment variables | ||
| RUN cd /chapel-2.3.0 && source util/quickstart/setchplenv.bash | ||
|
|
||
| # Install Chapel | ||
| RUN source ~/.bashrc && cd $CHPL_HOME && make | ||
| RUN source ~/.bashrc && chpl --version | ||
|
|
||
| # install chapel-py | ||
| RUN source ~/.bashrc && cd $CHPL_HOME && make chapel-py-venv | ||
|
|
||
| WORKDIR /root | ||
|
|
||
| ENTRYPOINT ["/bin/bash", "-l"] |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,14 @@ | ||
| #!/bin/bash | ||
|
|
||
|
|
||
| echo "This script is intended to be run from the arkouda project directory." | ||
|
|
||
| VERSION=1.0.0 | ||
| IMAGE_NAME=almalinux-with-arkouda-deps | ||
| REPO_NAME=ajpotts | ||
|
|
||
| docker build -t $IMAGE_NAME:$VERSION docker/$IMAGE_NAME/ | ||
| docker tag $IMAGE_NAME:$VERSION $REPO_NAME/$IMAGE_NAME:$VERSION | ||
| docker push $REPO_NAME/$IMAGE_NAME:$VERSION | ||
|
|
||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,7 @@ | ||
| #!/bin/bash | ||
|
|
||
| VERSION=1.0.0 | ||
|
|
||
| docker build -t almalinux-chapel:$VERSION almalinux/ | ||
| docker tag almalinux-chapel:$VERSION ajpotts/almalinux-chapel:$VERSION | ||
| docker push ajpotts/almalinux-chapel:$VERSION |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,61 @@ | ||
| #!/bin/bash | ||
|
|
||
| DEP_BUILD_DIR=$1 | ||
|
|
||
|
|
||
| # Check the necessary programs are installed | ||
| if ! command -v lsb_release 2>&1 >/dev/null | ||
| then | ||
| printf "\nExiting. | ||
| The program lsb_release could not be found. | ||
| Please install lsb_release and try again, or use 'make install-arrow' instead.\n\n" | ||
| exit 1 | ||
| fi | ||
|
|
||
| # get the OS, ubuntu, etc... | ||
| OS=$(lsb_release --id --short | tr 'A-Z' 'a-z') | ||
|
|
||
| # If pop, replace with ubuntu | ||
| OS_FINAL=$(echo ${OS} | awk '{gsub(/pop/,"ubuntu")}1') | ||
|
|
||
| # System release, such as "jammy" for "ubuntu jammy" | ||
| OS_CODENAME=$(lsb_release --codename --short) | ||
|
|
||
| # System release, for example, 22 extracted from 22.04 | ||
| OS_RELEASE=$(lsb_release -rs | cut -d'.' -f1) | ||
|
|
||
| if [[ $OS_FINAL == *"ubuntu"* ]] || [[ $OS_FINAL == *"debian"* ]]; then | ||
| ARROW_LINK="https://apache.jfrog.io/artifactory/arrow/${OS_FINAL}/apache-arrow-apt-source-latest-${OS_CODENAME}.deb" | ||
| elif [[ $OS_FINAL == *"almalinux"* ]]; then | ||
| ARROW_LINK="https://apache.jfrog.io/ui/native/arrow/${OS_FINAL}/${OS_RELEASE}/apache-arrow-release-latest.rpm" | ||
| elif [[ $OS_FINAL == *"centos-rc"* ]]; then | ||
| ARROW_LINK="https://apache.jfrog.io/ui/native/arrow/centos-rc/9-stream/apache-arrow-release-latest.rpm" | ||
| fi | ||
|
|
||
| echo "Installing Apache Arrow/Parquet" | ||
| echo "from build directory: ${DEP_BUILD_DIR}" | ||
| mkdir -p ${DEP_BUILD_DIR} | ||
|
|
||
| # If the BUILD_DIR does not contain the apache-arrow file, use wget to fetch it | ||
| if ! find ${DEP_BUILD_DIR} -name "apache-arrow*" -type f -print -quit | grep -q .; then | ||
| cd ${DEP_BUILD_DIR} && wget ${ARROW_LINK} | ||
| fi | ||
|
|
||
| # Now do the installs | ||
| if [[ $OS_FINAL == *"ubuntu"* ]] || [[ $OS_FINAL == *"debian"* ]]; then | ||
| if [ "$EUID" -ne 0 ]; then | ||
| cd $DEP_BUILD_DIR && sudo apt install -y -V ./apache-arrow*.deb | ||
| else | ||
| cd $DEP_BUILD_DIR && apt install -y -V ./apache-arrow*.deb | ||
| fi | ||
| elif [[ $OS_FINAL == *"almalinux"* ]]; then | ||
| if [ "$EUID" -ne 0]; then | ||
| cd $DEP_BUILD_DIR && sudo dnf install -y ./apache-arrow*.rpm | ||
| else | ||
| cd $DEP_BUILD_DIR && dnf install -y ./apache-arrow*.rpm | ||
| fi | ||
| else | ||
| echo "make install-arrow-quick does not support ${OS}. Please use make install-arrow instead." | ||
| fi | ||
|
|
||
|
|