mirror of
https://github.com/Such-Software/hash-wallet.git
synced 2026-10-26 06:08:40 +01:00
chore: migrate to hosted scalable CI (#3620)
This commit is contained in:
cyan
@@ -10,6 +10,7 @@ RUN mkdir -p /w/cw_decred/lib/api
|
||||
COPY --from=torch_source /w/scripts/torch_dart /w/scripts/torch_dart
|
||||
COPY cw_core/pubspec.yaml /w/cw_core/pubspec.yaml
|
||||
COPY cw_decred/pubspec.yaml /w/cw_decred/pubspec.yaml
|
||||
COPY pubspec_overrides.yaml /w/cw_decred/pubspec_overrides.yaml
|
||||
COPY scripts/android/build_decred.sh /w/scripts/android/build_decred.sh
|
||||
RUN /w/scripts/android/build_decred.sh
|
||||
|
||||
|
||||
@@ -2,8 +2,13 @@ ARG BASE_IMAGE
|
||||
FROM --platform=linux/amd64 ${BASE_IMAGE} AS build
|
||||
|
||||
RUN mkdir -p /w/scripts/android
|
||||
COPY scripts/functions.sh /w/scripts/functions.sh
|
||||
COPY scripts/prepare_moneroc.sh /w/scripts/prepare_moneroc.sh
|
||||
COPY scripts/android/build_monero_all.sh /w/scripts/android/build_monero_all.sh
|
||||
ARG COIN
|
||||
ARG TARGET
|
||||
ENV COIN=$COIN
|
||||
ENV TARGET=$TARGET
|
||||
RUN /w/scripts/android/build_monero_all.sh \
|
||||
&& rm -rf /w/scripts/monero_c/contrib \
|
||||
/w/scripts/monero_c/.git \
|
||||
|
||||
@@ -13,7 +13,13 @@ RUN groupadd -g "$GID" "$USER" && \
|
||||
RUN sudo chown $UID:$GID -R /w /root
|
||||
USER builder
|
||||
|
||||
RUN /w/scripts/android/build_torch.sh && rm -rf /w/scripts/torch_dart/simplybs
|
||||
ARG TARGET
|
||||
RUN if [ -n "$TARGET" ]; then \
|
||||
/w/scripts/android/build_torch.sh "$TARGET"; \
|
||||
else \
|
||||
/w/scripts/android/build_torch.sh; \
|
||||
fi \
|
||||
&& rm -rf /w/scripts/torch_dart/simplybs
|
||||
|
||||
FROM --platform=linux/amd64 alpine
|
||||
COPY --from=build /w /w
|
||||
|
||||
+338
-67
@@ -4,50 +4,233 @@ cd "$(dirname $0)"
|
||||
|
||||
CW_DOCKER_REGISTRY="${CW_DOCKER_REGISTRY:-localhost/cake-tech/cake_wallet}"
|
||||
CW_DOCKER_USE_CLOUD="${CW_DOCKER_USE_CLOUD:-}"
|
||||
IMAGE_PREFIX="android-deps"
|
||||
|
||||
SCRIPT_DIR="$(pwd)"
|
||||
REPO_ROOT="$(cd "$SCRIPT_DIR/../../.." && pwd)"
|
||||
|
||||
ONLY=""
|
||||
TARGET=""
|
||||
COIN=""
|
||||
MERGE=false
|
||||
EXTRACT=false
|
||||
|
||||
while [[ $# -gt 0 ]]; do
|
||||
case "$1" in
|
||||
--only)
|
||||
ONLY="$2"
|
||||
shift 2
|
||||
;;
|
||||
--target)
|
||||
TARGET="$2"
|
||||
shift 2
|
||||
;;
|
||||
--coin)
|
||||
COIN="$2"
|
||||
shift 2
|
||||
;;
|
||||
--merge)
|
||||
MERGE=true
|
||||
shift
|
||||
;;
|
||||
--extract)
|
||||
EXTRACT=true
|
||||
shift
|
||||
;;
|
||||
-h|--help)
|
||||
echo "Usage: $0 [--only NAME] [--target TRIPLE] [--coin COIN] [--merge] [--extract]"
|
||||
exit 0
|
||||
;;
|
||||
*)
|
||||
echo "Unknown argument: $1" >&2
|
||||
exit 1
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
TORCH_TARGETS=(
|
||||
aarch64-linux-android
|
||||
armv7a-linux-androideabi
|
||||
x86_64-linux-android
|
||||
)
|
||||
MONERO_COINS=(monero wownero zano)
|
||||
MONERO_TARGETS=(
|
||||
aarch64-linux-android
|
||||
armv7a-linux-androideabi
|
||||
x86_64-linux-android
|
||||
)
|
||||
|
||||
image_exists() {
|
||||
docker image inspect "$1" &>/dev/null
|
||||
}
|
||||
|
||||
tinysha() {
|
||||
cat "$@" | sha256sum | cut -c1-6
|
||||
cat "$@" | sha256sum | cut -c1-6
|
||||
}
|
||||
|
||||
slice_extra() {
|
||||
if [[ -n "$COIN" && -n "$TARGET" ]]; then
|
||||
echo "-${COIN}-${TARGET}"
|
||||
elif [[ -n "$TARGET" ]]; then
|
||||
echo "-${TARGET}"
|
||||
else
|
||||
echo ""
|
||||
fi
|
||||
}
|
||||
|
||||
# Distinct from the unsuffixed all-in-one tag. The hash of slice suffixes
|
||||
# invalidates the merge image if a coin or target is added or removed.
|
||||
assembled_extra() {
|
||||
local tmp
|
||||
tmp="$(mktemp)"
|
||||
printf '%s\n' "$@" > "$tmp"
|
||||
echo "-merged-$(tinysha "$tmp")"
|
||||
rm -f "$tmp"
|
||||
}
|
||||
|
||||
torch_assembled_extra() {
|
||||
local extras=()
|
||||
local t
|
||||
for t in "${TORCH_TARGETS[@]}"; do
|
||||
extras+=("-$t")
|
||||
done
|
||||
assembled_extra "${extras[@]}"
|
||||
}
|
||||
|
||||
monero_assembled_extra() {
|
||||
local extras=()
|
||||
local coin t
|
||||
for coin in "${MONERO_COINS[@]}"; do
|
||||
for t in "${MONERO_TARGETS[@]}"; do
|
||||
extras+=("-${coin}-${t}")
|
||||
done
|
||||
done
|
||||
assembled_extra "${extras[@]}"
|
||||
}
|
||||
|
||||
component_extra() {
|
||||
local name="$1"
|
||||
local sliced
|
||||
sliced="$(slice_extra)"
|
||||
if [[ -n "$sliced" ]]; then
|
||||
echo "$sliced"
|
||||
return
|
||||
fi
|
||||
case "$name" in
|
||||
torch) torch_assembled_extra ;;
|
||||
monero) monero_assembled_extra ;;
|
||||
*) echo "" ;;
|
||||
esac
|
||||
}
|
||||
|
||||
img() {
|
||||
local name="$1"
|
||||
local version="$2"
|
||||
local extra="${3:-}"
|
||||
echo "$CW_DOCKER_REGISTRY:${IMAGE_PREFIX}-${name}-$(tinysha "$SCRIPT_DIR/Dockerfile.${name}")-${version}${extra}"
|
||||
}
|
||||
|
||||
remote_exists() {
|
||||
local tag="$1"
|
||||
if docker buildx version >/dev/null 2>&1; then
|
||||
docker buildx imagetools inspect "$tag" >/dev/null 2>&1
|
||||
return
|
||||
fi
|
||||
DOCKER_CLI_EXPERIMENTAL=enabled docker manifest inspect "$tag" >/dev/null 2>&1
|
||||
}
|
||||
|
||||
cached() {
|
||||
local tag="$1"
|
||||
if image_exists "$tag"; then
|
||||
return 0
|
||||
fi
|
||||
if [[ "x$CW_DOCKER_USE_CLOUD" == "xtrue" ]] && remote_exists "$tag"; then
|
||||
return 0
|
||||
fi
|
||||
return 1
|
||||
}
|
||||
|
||||
maybe_push() {
|
||||
local tag="$1"
|
||||
if [[ "x$CW_DOCKER_USE_CLOUD" == "xtrue" ]]; then
|
||||
docker push "$tag"
|
||||
fi
|
||||
}
|
||||
|
||||
build() {
|
||||
local name="$1"; shift
|
||||
local version=$1; shift
|
||||
if [[ "x$CW_DOCKER_USE_CLOUD" == "xtrue" ]]
|
||||
then
|
||||
set +e
|
||||
docker images --format "{{.Repository}}:{{.Tag}} {{.ID}}" | \
|
||||
grep "^${CW_DOCKER_REGISTRY}:android-deps-" | \
|
||||
awk '{print $2}' | \
|
||||
xargs -r docker rmi
|
||||
docker pull "$CW_DOCKER_REGISTRY:android-deps-${name}-$(tinysha "$SCRIPT_DIR/Dockerfile.${name}")-${version}"
|
||||
set -e
|
||||
fi
|
||||
if image_exists "$CW_DOCKER_REGISTRY:android-deps-${name}-$(tinysha "$SCRIPT_DIR/Dockerfile.${name}")-${version}"; then
|
||||
echo "==> skipping $name (image already exists)"
|
||||
local extra
|
||||
extra="$(component_extra "$name")"
|
||||
local tag
|
||||
tag="$(img "$name" "$version" "$extra")"
|
||||
if cached "$tag"; then
|
||||
echo "==> skipping $name (cached: $tag)"
|
||||
return 0
|
||||
fi
|
||||
echo "==> building $name"
|
||||
echo "==> building $name${extra}"
|
||||
docker build \
|
||||
--platform linux/amd64 \
|
||||
--file "$SCRIPT_DIR/Dockerfile.${name}" \
|
||||
--tag "$CW_DOCKER_REGISTRY:android-deps-${name}-$(tinysha "$SCRIPT_DIR/Dockerfile.${name}")-${version}" \
|
||||
--tag "$tag" \
|
||||
"$@" \
|
||||
"$REPO_ROOT"
|
||||
if [[ "x$CW_DOCKER_USE_CLOUD" == "xtrue" ]]
|
||||
then
|
||||
docker push "$CW_DOCKER_REGISTRY:android-deps-${name}-$(tinysha "$SCRIPT_DIR/Dockerfile.${name}")-${version}"
|
||||
fi
|
||||
maybe_push "$tag"
|
||||
}
|
||||
|
||||
img() {
|
||||
echo "$CW_DOCKER_REGISTRY:android-deps-${1}-$(tinysha "$SCRIPT_DIR/Dockerfile.${1}")-${2}"
|
||||
merge_slices() {
|
||||
local name="$1"
|
||||
local version="$2"
|
||||
local extra="$3"
|
||||
shift 3
|
||||
local dest
|
||||
dest="$(img "$name" "$version" "$extra")"
|
||||
if cached "$dest"; then
|
||||
echo "==> skipping merge $name (cached: $dest)"
|
||||
return 0
|
||||
fi
|
||||
|
||||
local slices=("$@")
|
||||
if [[ ${#slices[@]} -eq 0 ]]; then
|
||||
echo "merge_slices: no slice images given" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
local dockerfile
|
||||
dockerfile="$(mktemp)"
|
||||
local build_args=()
|
||||
local i=0
|
||||
for slice in "${slices[@]}"; do
|
||||
echo "ARG SRC${i}" >> "$dockerfile"
|
||||
i=$((i + 1))
|
||||
done
|
||||
i=0
|
||||
for slice in "${slices[@]}"; do
|
||||
if ! cached "$slice"; then
|
||||
echo "merge_slices: missing slice $slice" >&2
|
||||
rm -f "$dockerfile"
|
||||
exit 1
|
||||
fi
|
||||
echo "FROM --platform=linux/amd64 \${SRC${i}} AS s${i}" >> "$dockerfile"
|
||||
build_args+=(--build-arg "SRC${i}=$slice")
|
||||
i=$((i + 1))
|
||||
done
|
||||
echo "FROM --platform=linux/amd64 alpine" >> "$dockerfile"
|
||||
i=0
|
||||
for slice in "${slices[@]}"; do
|
||||
echo "COPY --from=s${i} /w /w" >> "$dockerfile"
|
||||
i=$((i + 1))
|
||||
done
|
||||
|
||||
echo "==> merging $name from ${#slices[@]} slices -> $dest"
|
||||
docker build \
|
||||
--platform linux/amd64 \
|
||||
--file "$dockerfile" \
|
||||
--tag "$dest" \
|
||||
"${build_args[@]}" \
|
||||
"$SCRIPT_DIR"
|
||||
rm -f "$dockerfile"
|
||||
maybe_push "$dest"
|
||||
}
|
||||
|
||||
base_ver="latest"
|
||||
@@ -55,65 +238,153 @@ torch_ver="$(tinysha $SCRIPT_DIR/Dockerfile.torch $REPO_ROOT/scripts/prepare_tor
|
||||
reown_ver=$(tinysha $SCRIPT_DIR/Dockerfile.reown $REPO_ROOT/scripts/prepare_reown.sh $REPO_ROOT/scripts/android/build_reown_deps.sh)
|
||||
bitbox_ver=$(tinysha $SCRIPT_DIR/Dockerfile.bitbox $REPO_ROOT/scripts/build_bitbox_flutter.sh)
|
||||
monero_ver=$(tinysha $SCRIPT_DIR/Dockerfile.monero $REPO_ROOT/scripts/prepare_moneroc.sh $REPO_ROOT/scripts/android/build_monero_all.sh)
|
||||
mwebd_ver=$(tinysha $SCRIPT_DIR/Dockerfile.mwebd $REPO_ROOT/pubspec_overrides.yaml $(find $REPO_ROOT/cw_mweb/go -type f))
|
||||
mwebd_ver=$(tinysha $SCRIPT_DIR/Dockerfile.mwebd $REPO_ROOT/pubspec_overrides.yaml $(find $REPO_ROOT/cw_mweb/go -type f | sort))
|
||||
zcash_ver=$(tinysha $SCRIPT_DIR/Dockerfile.zcash $REPO_ROOT/scripts/prepare_zcash.sh $REPO_ROOT/scripts/android/build_zcash.sh)
|
||||
decred_ver=$(tinysha $SCRIPT_DIR/Dockerfile.torch $SCRIPT_DIR/Dockerfile.decred $REPO_ROOT/scripts/android/build_decred.sh $REPO_ROOT/cw_decred/pubspec.yaml)
|
||||
echo $base_ver $torch_ver $reown_ver $bitbox_ver $monero_ver $mwebd_ver $zcash_ver $decred_ver > /tmp/docker_build_versions
|
||||
torch_assembled_extra > /tmp/cw_torch_assembled_extra
|
||||
decred_ver=$(tinysha $SCRIPT_DIR/Dockerfile.torch $SCRIPT_DIR/Dockerfile.decred $REPO_ROOT/scripts/android/build_decred.sh $REPO_ROOT/cw_decred/pubspec.yaml $REPO_ROOT/pubspec_overrides.yaml /tmp/cw_torch_assembled_extra)
|
||||
echo $base_ver $torch_ver $reown_ver $bitbox_ver $monero_ver $mwebd_ver $zcash_ver $decred_ver "$(torch_assembled_extra)" "$(monero_assembled_extra)" > /tmp/docker_build_versions
|
||||
final_ver=$(tinysha /tmp/docker_build_versions)
|
||||
|
||||
docker create --name temp_extract $(img final $final_ver) \
|
||||
&& cd $REPO_ROOT \
|
||||
&& docker cp temp_extract:/w.top w.top \
|
||||
&& rsync -av w.top/ . \
|
||||
&& rm -rf w.top \
|
||||
&& docker rm temp_extract \
|
||||
&& echo "cache ok" \
|
||||
&& exit 0 \
|
||||
|| echo "cache miss oh"
|
||||
extract_final() {
|
||||
local required="${1:-}"
|
||||
local tag
|
||||
tag="$(img final "$final_ver")"
|
||||
if ! image_exists "$tag" && [[ "x$CW_DOCKER_USE_CLOUD" == "xtrue" ]] && remote_exists "$tag"; then
|
||||
docker pull "$tag"
|
||||
fi
|
||||
docker rm -f temp_extract >/dev/null 2>&1 || true
|
||||
if docker create --name temp_extract "$tag"; then
|
||||
cd "$REPO_ROOT"
|
||||
docker cp temp_extract:/w.top w.top
|
||||
rsync -av w.top/ .
|
||||
rm -rf w.top
|
||||
docker rm temp_extract
|
||||
echo "cache ok"
|
||||
echo "$tag" > /tmp/cakewallet_docker
|
||||
return 0
|
||||
fi
|
||||
docker rm -f temp_extract >/dev/null 2>&1 || true
|
||||
echo "cache miss oh"
|
||||
if [[ "$required" == "required" ]]; then
|
||||
echo "final image missing: $tag" >&2
|
||||
exit 1
|
||||
fi
|
||||
return 1
|
||||
}
|
||||
|
||||
docker rm temp_extract || true
|
||||
build_base() {
|
||||
build base "$base_ver"
|
||||
}
|
||||
|
||||
build base "$base_ver"
|
||||
build_bitbox() {
|
||||
build bitbox "$bitbox_ver" --build-arg BASE_IMAGE="$(img base "$base_ver")"
|
||||
}
|
||||
|
||||
build bitbox "$bitbox_ver" --build-arg BASE_IMAGE="$(img base "$base_ver")"
|
||||
build_mwebd() {
|
||||
build mwebd "$mwebd_ver" --build-arg BASE_IMAGE="$(img base "$base_ver")"
|
||||
}
|
||||
|
||||
build mwebd "$mwebd_ver" --build-arg BASE_IMAGE="$(img base "$base_ver")"
|
||||
build_reown() {
|
||||
build reown "$reown_ver" --build-arg BASE_IMAGE="$(img base "$base_ver")"
|
||||
}
|
||||
|
||||
build reown "$reown_ver" --build-arg BASE_IMAGE="$(img base "$base_ver")"
|
||||
build_zcash() {
|
||||
build zcash "$zcash_ver" --build-arg BASE_IMAGE="$(img base "$base_ver")"
|
||||
}
|
||||
|
||||
build monero "$monero_ver" --build-arg BASE_IMAGE="$(img base "$base_ver")"
|
||||
build_torch() {
|
||||
if [[ "$MERGE" == true ]]; then
|
||||
local slices=()
|
||||
local t
|
||||
for t in "${TORCH_TARGETS[@]}"; do
|
||||
slices+=("$(img torch "$torch_ver" "-$t")")
|
||||
done
|
||||
merge_slices torch "$torch_ver" "$(torch_assembled_extra)" "${slices[@]}"
|
||||
return 0
|
||||
fi
|
||||
build torch "$torch_ver" \
|
||||
--build-arg BASE_IMAGE="$(img base "$base_ver")" \
|
||||
--build-arg TARGET="${TARGET}"
|
||||
}
|
||||
|
||||
build zcash "$zcash_ver" --build-arg BASE_IMAGE="$(img base "$base_ver")"
|
||||
build_monero() {
|
||||
if [[ "$MERGE" == true ]]; then
|
||||
local slices=()
|
||||
local coin t
|
||||
for coin in "${MONERO_COINS[@]}"; do
|
||||
for t in "${MONERO_TARGETS[@]}"; do
|
||||
slices+=("$(img monero "$monero_ver" "-${coin}-${t}")")
|
||||
done
|
||||
done
|
||||
merge_slices monero "$monero_ver" "$(monero_assembled_extra)" "${slices[@]}"
|
||||
return 0
|
||||
fi
|
||||
build monero "$monero_ver" \
|
||||
--build-arg BASE_IMAGE="$(img base "$base_ver")" \
|
||||
--build-arg COIN="${COIN}" \
|
||||
--build-arg TARGET="${TARGET}"
|
||||
}
|
||||
|
||||
build torch "$torch_ver" \
|
||||
--build-arg BASE_IMAGE="$(img base "$base_ver")"
|
||||
build_decred() {
|
||||
build decred "$decred_ver" \
|
||||
--build-arg BASE_IMAGE="$(img base "$base_ver")" \
|
||||
--build-arg TORCH_IMAGE="$(img torch "$torch_ver" "$(torch_assembled_extra)")"
|
||||
}
|
||||
|
||||
build decred "$decred_ver" \
|
||||
--build-arg BASE_IMAGE="$(img base "$base_ver")" \
|
||||
--build-arg TORCH_IMAGE="$(img torch "$torch_ver")"
|
||||
build_final() {
|
||||
build final "$final_ver" \
|
||||
--build-arg BASE_IMAGE="$(img base "$base_ver")" \
|
||||
--build-arg TORCH_IMAGE="$(img torch "$torch_ver" "$(torch_assembled_extra)")" \
|
||||
--build-arg REOWN_IMAGE="$(img reown "$reown_ver")" \
|
||||
--build-arg BITBOX_IMAGE="$(img bitbox "$bitbox_ver")" \
|
||||
--build-arg MONERO_IMAGE="$(img monero "$monero_ver" "$(monero_assembled_extra)")" \
|
||||
--build-arg DECRED_IMAGE="$(img decred "$decred_ver")" \
|
||||
--build-arg MWEBD_IMAGE="$(img mwebd "$mwebd_ver")" \
|
||||
--build-arg ZCASH_IMAGE="$(img zcash "$zcash_ver")"
|
||||
echo "done: $(img final $final_ver)"
|
||||
echo "$(img final $final_ver)" > /tmp/cakewallet_docker
|
||||
}
|
||||
|
||||
build final $final_ver \
|
||||
--build-arg BASE_IMAGE="$(img base $base_ver)" \
|
||||
--build-arg TORCH_IMAGE="$(img torch $torch_ver)" \
|
||||
--build-arg REOWN_IMAGE="$(img reown $reown_ver)" \
|
||||
--build-arg BITBOX_IMAGE="$(img bitbox $bitbox_ver)" \
|
||||
--build-arg MONERO_IMAGE="$(img monero $monero_ver)" \
|
||||
--build-arg DECRED_IMAGE="$(img decred $decred_ver)" \
|
||||
--build-arg MWEBD_IMAGE="$(img mwebd $mwebd_ver)" \
|
||||
--build-arg ZCASH_IMAGE="$(img zcash $zcash_ver)"
|
||||
run_one() {
|
||||
case "$1" in
|
||||
base) build_base ;;
|
||||
bitbox) build_bitbox ;;
|
||||
mwebd) build_mwebd ;;
|
||||
reown) build_reown ;;
|
||||
zcash) build_zcash ;;
|
||||
torch) build_torch ;;
|
||||
monero) build_monero ;;
|
||||
decred) build_decred ;;
|
||||
final) build_final ;;
|
||||
*)
|
||||
echo "Unknown component: $1" >&2
|
||||
exit 1
|
||||
;;
|
||||
esac
|
||||
}
|
||||
|
||||
echo "done: $(img final $final_ver)"
|
||||
echo $(img final $final_ver) > /tmp/cakewallet_docker
|
||||
if [[ "$EXTRACT" == true ]]; then
|
||||
extract_final required
|
||||
exit 0
|
||||
fi
|
||||
|
||||
if [[ -z "$ONLY" ]]; then
|
||||
extract_final && exit 0 || true
|
||||
ONLY=""
|
||||
TARGET=""
|
||||
COIN=""
|
||||
MERGE=false
|
||||
build_base
|
||||
build_bitbox
|
||||
build_mwebd
|
||||
build_reown
|
||||
build_monero
|
||||
build_zcash
|
||||
build_torch
|
||||
build_decred
|
||||
build_final
|
||||
extract_final required
|
||||
exit 0
|
||||
fi
|
||||
|
||||
docker create --name temp_extract $(img final $final_ver) \
|
||||
&& cd $REPO_ROOT \
|
||||
&& docker cp temp_extract:/w.top w.top \
|
||||
&& rsync -av w.top/ . \
|
||||
&& rm -rf w.top \
|
||||
&& docker rm temp_extract \
|
||||
&& echo "cache ok" \
|
||||
&& exit 0
|
||||
|
||||
echo idk.
|
||||
exit 1
|
||||
run_one "$ONLY"
|
||||
|
||||
Reference in New Issue
Block a user