Skip to content

Shallow clone git repos to save space&time #1317

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
pedr-nz wants to merge 5 commits into
base: dev
Choose a base branch
from
Open

Shallow clone git repos to save space&time #1317

Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
639a9e0
Shallow clone git repos to save space&time
Jun 29, 2026
495fd95
Fix, mistaken a branch as a tag
Jun 29, 2026
0427404
Also pin Trilinos' commit hash
Jun 30, 2026
9eb5f97
Allow git repos to not be pinned and just follow HEAD
Jun 30, 2026
e6ceb10
Pinned the wrong hash
Jul 3, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
45 changes: 31 additions & 14 deletions fetch_libraries.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -11,35 +11,52 @@ else
fi
echo "Fetching library files for platform $PLATFORM"

PHIPROF_COMMIT="605a7247c85d967fe22fe079c96c817b461c92b1"
VLSV_COMMIT="0d06db7078ee7066f69180b559c506c4cb0d7f1b"
PAPI_COMMIT="25a278ee5f4ccc9a2263e90ff8c15a1a58b2b7ed"

TRILINOS_BRANCH="zoltanLBSafeAllreduce-issue15235"
#TRILINOS_COMMIT="16ceeebdfbe0809a549e0543f2824a79ebc2aa2d"

ZFP_COMMIT="f2046180a8fea296646236d7d612d89b52841d46"
TUCKER_OCTREE_COMMIT="3bc42470a5b486d947005bebf03d8846a4af9aa4"

git_use_commit() {
if [[ z$1 != "z" ]]; then
git fetch origin "$1"
git checkout "$1"
fi
}

mkdir -p library-build
cd library-build

# Phiprof
git clone https://github.com/fmihpc/phiprof/
git clone --depth=1 https://github.com/fmihpc/phiprof/
cd phiprof
git checkout 605a7247c85d967fe22fe079c96c817b461c92b1
git_use_commit $PHIPROF_COMMIT
cd ..

# VLSV
if [[ $PLATFORM != "-appleM1" ]]; then
git clone https://github.com/fmihpc/vlsv.git
git clone --depth=1 https://github.com/fmihpc/vlsv.git
cd vlsv
git checkout 0d06db7078ee7066f69180b559c506c4cb0d7f1b
git_use_commit $VLSV_COMMIT
cd ..
else
git clone -b appleM1Build https://github.com/ursg/vlsv.git
git clone --depth=1 -b appleM1Build https://github.com/ursg/vlsv.git
cd vlsv
git checkout 0d06db7078ee7066f69180b559c506c4cb0d7f1b
git_use_commit $VLSV_COMMIT
cd ..
fi

# PAPI
if [[ $PLATFORM != "-arriesgado" && $PLATFORM != "-appleM1" && $PLATFORM != "-ukko_dgx" && $PLATFORM != "-hile_cpu" && $PLATFORM != "-hile_gpu" && $PLATFORM != "-lumi_hipcc" && $PLATFORM != "-lumi_2403" && $PLATFORM != "-mahti_cuda" && $PLATFORM != "-mahti_gcc_build" && $PLATFORM != "-frankenstein_hopper2_cuda" && $PLATFORM != "-roihu_cpu" && $PLATFORM != "-roihu_cpu_aocc" && $PLATFORM != "-roihu_gpu" ]]; then
# This fails on RISCV and MacOS
# Mahti, LUMI, UkkoGPU and HILE use system module
git clone https://github.com/icl-utk-edu/papi
git clone --depth=1 https://github.com/icl-utk-edu/papi
cd papi
git checkout 25a278ee5f4ccc9a2263e90ff8c15a1a58b2b7ed
git_use_commit "$PAPI_COMMIT"
cd ..
fi

Expand All @@ -50,9 +67,9 @@ if [[ $PLATFORM != "-leonardo_booster" && $PLATFORM != "-karolina_cuda" && $PLAT
fi

# Zoltan
git clone https://github.com/ykempf/Trilinos.git
git clone --depth=1 --branch="$TRILINOS_BRANCH" https://github.com/ykempf/Trilinos.git
cd Trilinos
git checkout zoltanLBSafeAllreduce-issue15235
git_use_commit $TRILINOS_COMMIT
cd ..

# Boost (only if system module not available)
Expand All @@ -64,12 +81,12 @@ if [[ $PLATFORM == "-leonardo_booster" || $PLATFORM == "-leonardo_dcgp" || $PLAT
fi

#ZFP and OCTREE
git clone https://github.com/LLNL/zfp.git
git clone --depth=1 https://github.com/LLNL/zfp.git
cd zfp
git checkout f2046180a8fea296646236d7d612d89b52841d46
git_use_commit $ZFP_COMMIT
cd ..

git clone https://github.com/cschpc/tucker-octree.git
git clone --depth=1 https://github.com/cschpc/tucker-octree.git
cd tucker-octree
git checkout 3bc42470a5b486d947005bebf03d8846a4af9aa4
git_use_commit $TUCKER_OCTREE_COMMIT
cd ..
Loading