37 lines
1.4 KiB
Shell
Executable file
37 lines
1.4 KiB
Shell
Executable file
#!/bin/bash
|
|
|
|
# fail whenever something is fishy, use -x to get verbose logfiles
|
|
set -e -x
|
|
|
|
# finalize FAIRly Big Workflow dataset
|
|
|
|
dssource="$1"
|
|
|
|
if [[ ! -z ${dssource} ]]; then
|
|
datalad clone "${dssource}" ds
|
|
cd ds
|
|
else
|
|
datalad update -s mriqc_out
|
|
fi
|
|
|
|
git merge -m "Merge results" $(git branch -al | grep 'job_' | tr -d ' ')
|
|
# clean git annex branch
|
|
git annex fsck -f mriqc_out-storage --fast
|
|
# declare local data clone as dead
|
|
git annex dead here
|
|
# datalad push merged results
|
|
if [[ ! -z ${dssource} ]]; then
|
|
datalad push --data nothing
|
|
else
|
|
datalad push --data nothing --to mriqc_out
|
|
fi
|
|
|
|
# 7zip the annex and clean git to minimize inodes usage
|
|
pushd /p/project1/icei-hbp-00000000004/ria-qcworkflow/940/ce7d1-75b8-413e-a1a9-b3bc627c475c/annex/objects/
|
|
7z a -m0=Copy archive.7z *
|
|
mv archive.7z ../../archives/
|
|
popd
|
|
[ -f /p/project1/icei-hbp-00000000004/ria-qcworkflow/940/ce7d1-75b8-413e-a1a9-b3bc627c475c/archives/archive.7z ] && rm -rf /p/project1/icei-hbp-00000000004/ria-qcworkflow/940/ce7d1-75b8-413e-a1a9-b3bc627c475c/annex
|
|
rm -rf /p/project1/icei-hbp-00000000004/ria-qcworkflow/940/ce7d1-75b8-413e-a1a9-b3bc627c475c/hooks /p/project1/icei-hbp-00000000004/ria-qcworkflow/940/ce7d1-75b8-413e-a1a9-b3bc627c475c/config.dataladlock /p/project1/icei-hbp-00000000004/ria-qcworkflow/940/ce7d1-75b8-413e-a1a9-b3bc627c475c/ora-remote-*
|
|
git -C /p/project1/icei-hbp-00000000004/ria-qcworkflow/940/ce7d1-75b8-413e-a1a9-b3bc627c475c gc --prune=now
|
|
|