forked from MaaAssistantArknights/MaaAssistantArknights
-
Notifications
You must be signed in to change notification settings - Fork 0
/
maadeps-download.py
149 lines (136 loc) · 5.18 KB
/
maadeps-download.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
#!/usr/bin/env python3
import os
import sys
import urllib.request
import urllib.error
import json
import time
from pathlib import Path
import shutil
basedir = Path(__file__).parent
def detect_host_triplet():
import platform
machine = platform.machine().lower()
system = platform.system().lower()
if machine in {"amd64", "x86_64"}:
machine = "x64"
elif machine in {"x86", "i386", "i486", "i586", "i686"}:
machine = "x86"
elif machine in {"armv7l", "armv7a", "arm", "arm32"}:
machine = "arm"
elif machine in {"arm64", "armv8l", "aarch64"}:
machine = "arm64"
else:
raise Exception("unsupported architecture: " + machine)
if system in {"windows", "linux"}:
pass
elif 'mingw' in system or 'cygwin' in system:
system = "windows"
elif system == "darwin":
system = "osx"
else:
raise Exception("unsupported system: " + system)
return f"{machine}-{system}"
def format_size(num, suffix="B"):
for unit in ["", "Ki", "Mi", "Gi", "Ti", "Pi", "Ei", "Zi"]:
if abs(num) < 1024.0:
return f"{num:3.1f}{unit}{suffix}"
num /= 1024.0
return f"{num:.1f}Yi{suffix}"
class ProgressHook:
def __init__(self):
self.downloaded = 0
self.last_print = 0
def __call__(self, block, chunk, total):
self.downloaded += chunk
t = time.monotonic()
if t - self.last_print >= 0.5 or self.downloaded == total:
self.last_print = t
if total > 0:
print(f"\r [{self.downloaded / total * 100.0:3.1f}%] {format_size(self.downloaded)} / {format_size(total)} \r", end='')
if self.downloaded == total:
print("")
def sanitize_filename(filename: str):
import platform
system = platform.system()
if system == "Windows":
filename = filename.translate(str.maketrans("/\\:\"?*|\0", "________")).rstrip('.')
elif system == "Darwin":
filename = filename.translate(str.maketrans("/:\0", "___"))
else:
filename = filename.translate(str.maketrans("/\0", "__"))
return filename
def retry_urlopen(*args, **kwargs):
import time
import http.client
for _ in range(5):
try:
resp: http.client.HTTPResponse = urllib.request.urlopen(*args, **kwargs)
return resp
except urllib.error.HTTPError as e:
if e.status == 403 and e.headers.get("x-ratelimit-remaining") == "0":
# rate limit
t0 = time.time()
reset_time = t0 + 10
try:
reset_time = int(e.headers.get("x-ratelimit-reset", 0))
except ValueError:
pass
reset_time = max(reset_time, t0 + 10)
print(f"rate limit exceeded, retrying after {reset_time - t0:.1f} seconds")
time.sleep(reset_time - t0)
continue
raise
def main():
if len(sys.argv) == 2:
target_triplet = sys.argv[1]
else:
target_triplet = detect_host_triplet()
print("about to download prebuilt dependency libraries for", target_triplet)
if len(sys.argv) == 1:
print(f"to specify another triplet, run `{sys.argv[0]} <target triplet>`")
print(f"e.g. `{sys.argv[0]} arm64-windows`")
req = urllib.request.Request("https://api.github.com/repos/MaaAssistantArknights/MaaDeps/releases")
token = os.environ.get("GH_TOKEN", os.environ.get("GITHUB_TOKEN", None))
if token:
req.add_header("Authorization", f"Bearer {token}")
resp = retry_urlopen(req).read()
releases = json.loads(resp)
def split_asset_name(name: str):
*remainder, component_suffix = name.rsplit('-', 1)
component = component_suffix.split(".", 1)[0]
if remainder:
_, *target = remainder[0].split("-", 1)
if target:
return target[0], component
return None, None
devel_asset = None
runtime_asset = None
for release in releases:
for asset in release["assets"]:
target, component = split_asset_name(asset["name"])
if target == target_triplet:
if component == 'devel':
devel_asset = asset
elif component == 'runtime':
runtime_asset = asset
if devel_asset and runtime_asset:
break
if devel_asset and runtime_asset:
print("found assets:")
print(" " + devel_asset["name"])
print(" " + runtime_asset["name"])
maadeps_dir = Path(basedir, "MaaDeps")
download_dir = Path(maadeps_dir, "tarball")
download_dir.mkdir(parents=True, exist_ok=True)
for asset in [devel_asset, runtime_asset]:
url = asset['browser_download_url']
print("downloading from", url)
local_file = download_dir / sanitize_filename(asset["name"])
urllib.request.urlretrieve(url, local_file, reporthook=ProgressHook())
print("extracting", asset["name"])
shutil.unpack_archive(local_file, maadeps_dir)
else:
raise Exception(f"no binary release found for {target_triplet}")
if __name__ == "__main__":
main()