340 lines
11 KiB
YAML
340 lines
11 KiB
YAML
workflow:
|
|
rules:
|
|
- if: $CI_PIPELINE_SOURCE == "merge_request_event"
|
|
- if: $CI_COMMIT_BRANCH && $CI_OPEN_MERGE_REQUESTS
|
|
when: never
|
|
- if: $CI_COMMIT_BRANCH
|
|
|
|
variables:
|
|
GIT_STRATEGY: clone
|
|
GIT_SUBMODULE_STRATEGY: recursive
|
|
GIT_SUBMODULE_FORCE_HTTPS: "true"
|
|
# GIT_SUBMODULE_UPDATE_FLAGS: --remote --merge
|
|
PACKAGE_REGISTRY_URL: "${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/kicad"
|
|
|
|
stages:
|
|
- gen_mech
|
|
- gen_fab
|
|
- inventree
|
|
- upload
|
|
- release
|
|
|
|
image:
|
|
name: ghcr.io/inti-cmnb/kicad8_auto:1.6.5
|
|
|
|
.main_rules:
|
|
rules:
|
|
- if: '$CI_PIPELINE_SOURCE == "merge_request_event" && $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "main"'
|
|
- if: $CI_COMMIT_BRANCH == "main"
|
|
- if: $GITLAB_CI == 'false'
|
|
|
|
.dev_rules:
|
|
rules:
|
|
- if: '$CI_PIPELINE_SOURCE == "merge_request_event" && $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "dev"'
|
|
- if: $CI_COMMIT_BRANCH == "dev"
|
|
|
|
.commands:
|
|
get_files:
|
|
- FILES=$(find . -name *$SEARCH -not -path "./.gitlab/*")
|
|
get_dirs:
|
|
- !reference [.commands, get_files]
|
|
- |
|
|
if [[ $FILES == "" ]]; then
|
|
DIRS=""
|
|
else
|
|
DIRS=$(dirname $FILES)
|
|
fi
|
|
sch_from_pro:
|
|
- 'SCHEMS=$(for f in $FILES ; do echo "${f%.*}.kicad_sch"; done)'
|
|
- 'SCHEMS=$(for f in $SCHEMS ; do echo "${f##**/}"; done)'
|
|
get_dirs_filt:
|
|
- !reference [.commands, get_files]
|
|
- |
|
|
FILT_FILES=""
|
|
FILT_DIRS=""
|
|
for f in $FILES
|
|
do
|
|
dir=$(dirname $f)
|
|
echo $dir
|
|
if [[ "$dir" =~ ^.?\/?[0-9]{6}-.*$ || "$dir" =~ .+_panel ]]
|
|
then
|
|
FILT_FILES=$(echo "$FILT_FILES $f")
|
|
FILT_DIRS=$(echo "$FILT_DIRS $dir")
|
|
fi
|
|
done
|
|
FILES=$FILT_FILES
|
|
DIRS=$FILT_DIRS
|
|
dir_arr:
|
|
- !reference [.commands, get_dirs_filt]
|
|
- |
|
|
END=$(echo $DIRS | wc -w)
|
|
dir_arr=($DIRS)
|
|
kibot:
|
|
- 'SEARCH=".kicad_pro"'
|
|
- !reference [.commands, dir_arr]
|
|
- !reference [.commands, sch_from_pro]
|
|
- sch_arr=($SCHEMS)
|
|
- |
|
|
cd $CI_PROJECT_DIR
|
|
for i in $(seq 1 $END)
|
|
do
|
|
if [[ ${dir_arr[i-1]} == "./Frame" ]]; then
|
|
continue
|
|
fi
|
|
echo ${dir_arr[i-1]}
|
|
echo ${sch_arr[i-1]}
|
|
python3 $CI_PROJECT_DIR/.gitlab/.scripts/orig.py ${dir_arr[i-1]}
|
|
kibot -e ${dir_arr[i-1]}/${sch_arr[i-1]} -c $CI_PROJECT_DIR/.gitlab/default.kibot.yaml -d $CI_PROJECT_DIR/Fabrication/${dir_arr[i-1]} -s $SUFFIX
|
|
mv $CI_PROJECT_DIR/Fabrication/${dir_arr[i-1]}/*.zip Fabrication/ 2> /dev/null || true
|
|
done
|
|
- cd $CI_PROJECT_DIR
|
|
|
|
panel:
|
|
- 'SEARCH="_panel.json"'
|
|
- !reference [.commands, get_dirs]
|
|
- |
|
|
cd $CI_PROJECT_DIR
|
|
for d in $DIRS
|
|
do
|
|
echo "found panel"
|
|
echo $d
|
|
JSON=$(find $d/*_panel.json)
|
|
FILE=$(basename "${JSON}")
|
|
NAME=$(echo "${FILE%.json}")
|
|
PCB=$(find $d/*.kicad_pcb)
|
|
echo "mkdring"
|
|
mkdir $NAME
|
|
echo "panelising"
|
|
kikit panelize -p $JSON $PCB $NAME/$NAME.kicad_pcb
|
|
cp .gitlab/micromelon_default/micromelon_default.kicad_sch $NAME/$NAME.kicad_sch
|
|
cp $d/fp-lib-table $NAME/
|
|
python3 .gitlab/.scripts/post_panel.py $NAME/$NAME.kicad_pro $PCB
|
|
done
|
|
- cd $CI_PROJECT_DIR
|
|
|
|
neo:
|
|
- 'SEARCH=".kicad_pro"'
|
|
- !reference [.commands, get_dirs_filt]
|
|
- |
|
|
for d in $DIRS
|
|
do
|
|
if [[ $d == "./Frame" ]]; then
|
|
continue
|
|
fi
|
|
echo $d
|
|
python3 $CI_PROJECT_DIR/.gitlab/.scripts/neo.py $d
|
|
done
|
|
|
|
boms:
|
|
- cd $CI_PROJECT_DIR/.gitlab/.scripts/ki-ntree/
|
|
- apt update && apt install curl pip -y && pip install --break-system-packages poetry
|
|
- poetry install
|
|
- url="https://gitlab.com/api/v4/projects/${DIGI_API_PRJ_ID}/packages/generic/digikey_api/0/token_storage.json"
|
|
- |
|
|
if [[ -z "$KINTREE_DIGI_TOKEN" ]]; then
|
|
curl --header "JOB-TOKEN: $CI_JOB_TOKEN" $url >> token_storage.json
|
|
else
|
|
cp $KINTREE_DIGI_TOKEN token_storage.json
|
|
fi
|
|
- cat token_storage.json
|
|
- cd $CI_PROJECT_DIR/Fabrication
|
|
- 'SEARCH="bom.csv"'
|
|
- !reference [.commands, strip_tag]
|
|
- !reference [.commands, get_files]
|
|
- cd $CI_PROJECT_DIR/.gitlab/.scripts/ki-ntree/
|
|
- |
|
|
for f in $FILES
|
|
do
|
|
echo $f
|
|
name=$(echo $f | cut -c3- | cut -d'-' -f1)A
|
|
poetry run python -m kintree_cli -p $CI_PROJECT_DIR/Fabrication/$f --assembly "{'ipn': '$name', 'rev': '$TAG'}" --settings $KINTREE_SETT --digi_token token_storage.json
|
|
done
|
|
- |
|
|
cat /tmp/token_storage.json
|
|
curl --header "JOB-TOKEN: $CI_JOB_TOKEN" --upload-file /tmp/token_storage.json $url
|
|
|
|
git_tag:
|
|
- !reference [.commands, strip_tag]
|
|
- |
|
|
if [[ $GITLAB_CI == 'true' && $CI_COMMIT_BRANCH == "main" ]]; then
|
|
echo "running git tag"
|
|
git tag $TAG
|
|
elif [[ $CI_PIPELINE_SOURCE == "merge_request_event" && $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "main" && "$CI_MERGE_REQUEST_TITLE" =~ [^a-zA-Z0-9.-_] ]]; then
|
|
exit 1
|
|
fi
|
|
|
|
merge_libs:
|
|
- |
|
|
if [[ $GITLAB_CI == 'true' && $CI_COMMIT_BRANCH == "main" ]]; then
|
|
git config --global user.name "KicadCi"
|
|
git config --global user.email "andrew@micromelon.com.au"
|
|
cd $CI_PROJECT_DIR
|
|
for d in "libs/melonlib" "libs/melon3d"
|
|
do
|
|
cd $d
|
|
if [ $d == "libs/melonlib" ]
|
|
then
|
|
TOKEN=$KI_LIB_TOKEN
|
|
else
|
|
TOKEN=$KI_LIB_3D_TOKEN
|
|
fi
|
|
REPO=$(basename $(git remote get-url origin))
|
|
cd $CI_PROJECT_DIR
|
|
rm -rf $d
|
|
rm -rf .git/modules/$d
|
|
git submodule set-url $d https://ci_push:$TOKEN@gitlab.com/Micromelon/education/hardware/$REPO
|
|
git submodule update --init --remote --merge $d
|
|
cd $d
|
|
git remote set-url origin https://ci_push:$TOKEN@gitlab.com/Micromelon/education/hardware/$REPO
|
|
cd $CI_PROJECT_DIR
|
|
done
|
|
git submodule status
|
|
for d in "libs/melonlib" "libs/melon3d"
|
|
do
|
|
cd $d
|
|
if [ $(git rev-parse HEAD) != $(git rev-parse main) ]
|
|
then
|
|
CURR_B=$(git config -f $CI_PROJECT_DIR/.gitmodules submodule.$d.branch)
|
|
echo CURR_B
|
|
echo $CURR_B
|
|
git checkout $CURR_B
|
|
git commit --allow-empty -m "Merge"
|
|
git remote get-url origin
|
|
git push -u origin HEAD:$CURR_B -o ci.skip -o merge_request.create -o merge_request.remove_source_branch=false -o merge_request.merge_when_pipeline_succeeds -o merge_request.target=main
|
|
fi
|
|
cd $CI_PROJECT_DIR
|
|
done
|
|
fi
|
|
|
|
strip_tag:
|
|
- TAG=$(echo ${CI_COMMIT_MESSAGE} | tr -d \\n)
|
|
|
|
output_mech:
|
|
stage: gen_mech
|
|
artifacts:
|
|
when: always
|
|
paths:
|
|
- Fabrication/**/*
|
|
variables:
|
|
SUFF_MECH: run_erc,run_drc step
|
|
script:
|
|
- !reference [.commands, git_tag]
|
|
- SUFFIX=$SUFF_MECH
|
|
- !reference [.commands, kibot]
|
|
|
|
outputs_dev:
|
|
rules:
|
|
- !reference [.dev_rules, rules]
|
|
stage: gen_fab
|
|
artifacts:
|
|
when: always
|
|
name: "$CI_PROJECT_TITLE-$CI_COMMIT_SHORT_SHA"
|
|
paths:
|
|
- Fabrication/**/*
|
|
expire_in: 1 week
|
|
variables:
|
|
SUFF_SCH: run_drc print_sch
|
|
SUFF_PCB: run_erc,update_xml,set_text_variables print_pcb
|
|
script:
|
|
- !reference [.commands, git_tag]
|
|
- SUFFIX=$SUFF_SCH
|
|
- !reference [.commands, kibot]
|
|
- SUFFIX=$SUFF_PCB
|
|
- !reference [.commands, kibot]
|
|
|
|
outputs_all:
|
|
extends: outputs_dev
|
|
rules:
|
|
- !reference [.main_rules, rules]
|
|
variables:
|
|
SUFF_SCH: run_drc sch
|
|
SUFF_PCB: run_erc,update_xml,set_text_variables pcb
|
|
script:
|
|
- !reference [.commands, git_tag]
|
|
- SUFFIX=$SUFF_SCH
|
|
- !reference [.commands, kibot]
|
|
- SUFFIX=$SUFF_PCB
|
|
- !reference [.commands, panel]
|
|
- !reference [.commands, kibot]
|
|
- !reference [.commands, neo]
|
|
- ls Fabrication/
|
|
- !reference [.commands, boms]
|
|
|
|
inventree_job:
|
|
stage: inventree
|
|
needs:
|
|
- job: outputs_all
|
|
artifacts: true
|
|
rules:
|
|
- if: $CI_COMMIT_TAG
|
|
when: never # Do not run this job when a tag is created manually
|
|
- if: $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH # Run this job when commits are pushed or merged to the default branch
|
|
script:
|
|
- !reference [.commands, boms]
|
|
|
|
upload_job:
|
|
stage: upload
|
|
needs:
|
|
- job: inventree_job
|
|
- job: outputs_all
|
|
artifacts: true
|
|
rules:
|
|
- if: $CI_COMMIT_TAG
|
|
when: never # Do not run this job when a tag is created manually
|
|
- if: $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH # Run this job when commits are pushed or merged to the default branch
|
|
script:
|
|
- !reference [.commands, strip_tag]
|
|
- apt-get update && apt-get -y install zip curl
|
|
- |
|
|
zip -r Fabrication/All.zip Fabrication/
|
|
for d in $(find Fabrication/* -maxdepth 0 -type d)
|
|
do
|
|
zip=$d.zip
|
|
zip -r $zip $d
|
|
done
|
|
for d in $(find Fabrication/ -maxdepth 1 -name '*.zip')
|
|
do
|
|
b=$(basename $d)
|
|
f=$(echo "${b%.*}")
|
|
url=${PACKAGE_REGISTRY_URL}/$TAG/$f-$TAG.zip
|
|
echo "uploading: $d to $url"
|
|
curl --header "JOB-TOKEN: ${CI_JOB_TOKEN}" --upload-file $d $url
|
|
done
|
|
artifacts:
|
|
when: always
|
|
paths:
|
|
- Fabrication/**/*
|
|
expire_in: 1 week
|
|
|
|
release_job:
|
|
stage: release
|
|
image: registry.gitlab.com/gitlab-org/release-cli:latest
|
|
needs:
|
|
- job: upload_job
|
|
artifacts: true
|
|
rules:
|
|
- if: $CI_COMMIT_TAG
|
|
when: never # Do not run this job when a tag is created manually
|
|
- if: $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH # Run this job when commits are pushed or merged to the default branch
|
|
script:
|
|
- !reference [.commands, strip_tag]
|
|
- apk add jq curl
|
|
- |
|
|
echo "running release_job for $TAG"
|
|
echo "#!/bin/sh" >> fab.sh
|
|
packid=$(curl --header "JOB-TOKEN: ${CI_JOB_TOKEN}" ${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages | jq .[-1].id)
|
|
echo "release-cli create --name \"Release $TAG\" --tag-name \"$TAG\" \\" >> fab.sh
|
|
cnt=$(curl --header "JOB-TOKEN: ${CI_JOB_TOKEN}" ${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/$packid/package_files | jq length)
|
|
ids=$(curl --header "JOB-TOKEN: ${CI_JOB_TOKEN}" ${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/$packid/package_files | jq .[].id)
|
|
names=$(curl --header "JOB-TOKEN: ${CI_JOB_TOKEN}" ${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/$packid/package_files | jq .[].file_name)
|
|
i=1
|
|
while [ "$i" -le $cnt ]
|
|
do
|
|
id=$(echo $ids | cut -d' ' -f $i)
|
|
name=$(echo $names | cut -d' ' -f $i)
|
|
echo " --assets-link \"{\\\"name\\\":\\\"$name\\\",\\\"url\\\":\\\"${CI_PROJECT_URL}/-/package_files/$id/download\\\"}\" \\" >> fab.sh
|
|
i=$(( i + 1 ))
|
|
done
|
|
chmod +x fab.sh
|
|
./fab.sh || true
|