support mirrors

Author: jiacai2050

.github/workflows/build.yml

@@ -19,4 +19,4 @@ jobs:
       - name: asdf_plugin_test
         uses: asdf-vm/actions/plugin-test@v4
         with:
-          command: <TOOL CHECK>
+          command: zig env

bin/download

@@ -13,10 +13,10 @@ mkdir -p "$ASDF_DOWNLOAD_PATH"
 release_file="${ASDF_DOWNLOAD_PATH}/${TOOL_NAME}-${ASDF_INSTALL_VERSION}.tar.xz"
 
 # Download tar.gz file to the download directory
-"${plugin_dir}/lib/utils.py" "${ASDF_INSTALL_VERSION}" "${release_file}"
+"${plugin_dir}/lib/utils.py" download "${ASDF_INSTALL_VERSION}" "${release_file}"
 
 #  Extract contents of tar.gz file into the download directory
 tar -xzf "$release_file" -C "$ASDF_DOWNLOAD_PATH" --strip-components=1 || fail "Could not extract $release_file"
 
-# Remove the tar.gz file since we don't need to keep it
+# Remove the tar file since we don't need to keep it
 rm "$release_file"

bin/install

@@ -21,7 +21,6 @@ install_version() {
 		mkdir -p "$install_path"
 		cp -r "$ASDF_DOWNLOAD_PATH"/* "$install_path"
 
-		# TODO: Assert <YOUR TOOL> executable exists.
 		local tool_cmd
 		tool_cmd="$(echo "$TOOL_TEST" | cut -d' ' -f1)"
 		test -x "$install_path/$tool_cmd" || fail "Expected $install_path/$tool_cmd to be executable."

lib/utils.py

@@ -2,91 +2,123 @@
 # coding: utf-8
 
 import os
+import random
 import platform
 import sys
 import urllib.request
 import json
 import hashlib
 
-INDEX_URL = os.getenv('ASDF_ZIG_INDEX_URL', 'https://ziglang.org/download/index.json')
-HTTP_TIMEOUT = int(os.getenv('ASDF_ZIG_HTTP_TIMEOUT', '30'))
+INDEX_URL = os.getenv("ASDF_ZIG_INDEX_URL", "https://ziglang.org/download/index.json")
+HTTP_TIMEOUT = int(os.getenv("ASDF_ZIG_HTTP_TIMEOUT", "30"))
 
+# https://github.com/mlugg/setup-zig/blob/main/mirrors.json
+# If any of these mirrors are down, please open an issue!
+MIRRORS = [
+    "https://pkg.machengine.org/zig",
+    "https://zigmirror.hryx.net/zig",
+    "https://zig.linus.dev/zig",
+    "https://fs.liujiacai.net/zigbuilds",
+]
 OS_MAPPING = {
-    'darwin': 'macos',
+    "darwin": "macos",
 }
 ARCH_MAPPING = {
-            'i386': 'x86',
-            'i686': 'x86',
-            'amd64': 'x86_64',
-            'arm64':'aarch64',
+    "i386": "x86",
+    "i686": "x86",
+    "amd64": "x86_64",
+    "arm64": "aarch64",
 }
 
+
 def fetch_index():
     with urllib.request.urlopen(INDEX_URL, timeout=HTTP_TIMEOUT) as response:
         if response.getcode() == 200:
-            body = response.read().decode('utf-8')
+            body = response.read().decode("utf-8")
             return json.loads(body)
         else:
             raise Exception(f"Fetch index.json error: {response.getcode()}")
 
 
 def all_versions():
     index = fetch_index()
-    versions = [k for k in index.keys() if k != 'master']
-    versions.sort(key=lambda v: tuple(map(int, v.split('.'))))
+    versions = [k for k in index.keys() if k != "master"]
+    versions.sort(key=lambda v: tuple(map(int, v.split("."))))
     return versions
 
 
-def download_tarball(url, out_file, expected_shasum):
+def download_and_check(url, out_file, expected_shasum):
+    print(f"Download tarball from {url} to {out_file}...")
     chunk_size = 8192  # 8KB chunks
     sha256_hash = hashlib.sha256()
     with urllib.request.urlopen(url, timeout=HTTP_TIMEOUT) as response:
         if response.getcode() != 200:
             raise Exception(f"Fetch index.json error: {response.getcode()}")
 
-        with open(out_file, 'wb') as f:
-           while True:
-               chunk = response.read(chunk_size)
-               if not chunk:
-                   break # eof
-               sha256_hash.update(chunk)
-               f.write(chunk)
+        with open(out_file, "wb") as f:
+            while True:
+                chunk = response.read(chunk_size)
+                if not chunk:
+                    break  # eof
+                sha256_hash.update(chunk)
+                f.write(chunk)
 
     actual = sha256_hash.hexdigest()
     if actual != expected_shasum:
-        raise Exception(f"Shasum not match, expected:{expected_shasum}, actual:{actual}")
+        raise Exception(
+            f"Shasum not match, expected:{expected_shasum}, actual:{actual}"
+        )
+
+
+def download_tarball(url, out_file, expected_shasum):
+    filename = url.split("/")[-1]
+    random.shuffle(MIRRORS)
+    urls = [f"{mirror}/{filename}" for mirror in MIRRORS]
+
+    for url in urls:
+        try:
+            download_and_check(url, out_file, expected_shasum)
+            return
+        except Exception as e:
+            print(f"Current mirror failed, try next. err:{e}")
+
+    # All mirror failed, fallback to original url
+    download_and_check(url, out_file, expected_shasum)
+
 
 def download(version, out_file):
     index = fetch_index()
-    if version in index is False:
-        raise Exception(f'There is no such version: {version}')
+    if version not in index:
+        raise Exception(f"There is no such version: {version}")
 
     links = index[version]
     os_name = platform.system().lower()
     arch = platform.machine().lower()
     os_name = OS_MAPPING.get(os_name, os_name)
     arch = ARCH_MAPPING.get(arch, arch)
-    link_key = f'{arch}_{os_name}'
-    if link_key in links is False:
-        raise Exception(f'No tarball link for {link_key}')
+    link_key = f"{arch}-{os_name}"
+    if link_key not in links:
+        raise Exception(f"No tarball link for {link_key}")
+
+    tarball_url = links[link_key]["tarball"]
+    tarball_shasum = links[link_key]["shasum"]
+    download_tarball(tarball_url, out_file, tarball_shasum)
 
-    tarball_url = link_key[link_key]['tarball']
-    tarball_shasum = link_key[link_key]['shasum']
-    download_tarball(url ,out_file, tarball_shasum)
 
 def main(args):
-    command = args[0] if args else 'default'
-    if command == 'all-versions':
+    command = args[0] if args else "default"
+    if command == "all-versions":
         versions = all_versions()
         print(" ".join(versions))
-    elif command == 'latest-version':
+    elif command == "latest-version":
         versions = all_versions()
         print(versions[-1])
-    elif command == 'download':
+    elif command == "download":
         download(args[1], args[2])
     else:
         print(f"Unknown command: {command}")
         sys.exit(1)
 
+
 if __name__ == "__main__":
     main(sys.argv[1:])

scripts/lint.bash

@@ -2,7 +2,7 @@
 
 shellcheck --shell=bash --external-sources \
 	bin/* --source-path=template/lib/ \
-	lib/* \
+	lib/utils.bash \
 	scripts/*
 
 shfmt --language-dialect bash --diff \