mirror of
https://github.com/esp8266/Arduino.git
synced 2025-04-21 10:26:06 +03:00
0a031ce957
* Move all scripts and documentation to Python3 Python 2 EOL is Jan 1, 2020. Migrate scripts to run under Python 3. Under Windows, we're already running Python 3.7, by dumb luck. The oddness is that the Windows standalone executable for Python 3 is called "python" whereas under UNIX-like OSes it's called "python3" with "python" always referring to the Python 2 executable. The ZIP needs to be updated to include a Python3.exe (copy of Python.exe) so that we can use the same command lines under Linux and Windows, and to preserve my sanity. Fixes #6376 * Add new Windows ZIP with python3.exe file * Sort options in boards.txt generation for repeatability The order of the board opts dict changes depending on the Python version and machine, so sort the options before printing them to get a stable ordering. * Re-add Python2 compatibility tweaks Most scripts can run as Python 2 or Python 3 with minimal changes, so re-add (and fix, as necessary) compatibility tweaks to the scripts.
122 lines
4.1 KiB
Python
Executable File
122 lines
4.1 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
# This script will download and extract required tools into the current directory.
|
|
# Tools list is obtained from package/package_esp8266com_index.template.json file.
|
|
# Written by Ivan Grokhotkov, 2015.
|
|
#
|
|
from __future__ import print_function
|
|
import os
|
|
import shutil
|
|
import errno
|
|
import os.path
|
|
import hashlib
|
|
import json
|
|
import platform
|
|
import sys
|
|
import tarfile
|
|
import zipfile
|
|
import re
|
|
if sys.version_info[0] == 3:
|
|
from urllib.request import urlretrieve
|
|
else:
|
|
# Not Python 3 - today, it is most likely to be Python 2
|
|
from urllib import urlretrieve
|
|
|
|
dist_dir = 'dist/'
|
|
|
|
def sha256sum(filename, blocksize=65536):
|
|
hash = hashlib.sha256()
|
|
with open(filename, "rb") as f:
|
|
for block in iter(lambda: f.read(blocksize), b""):
|
|
hash.update(block)
|
|
return hash.hexdigest()
|
|
|
|
def mkdir_p(path):
|
|
try:
|
|
os.makedirs(path)
|
|
except OSError as exc:
|
|
if exc.errno != errno.EEXIST or not os.path.isdir(path):
|
|
raise
|
|
|
|
def report_progress(count, blockSize, totalSize):
|
|
percent = int(count*blockSize*100/totalSize)
|
|
percent = min(100, percent)
|
|
sys.stdout.write("\r%d%%" % percent)
|
|
sys.stdout.flush()
|
|
|
|
def unpack(filename, destination):
|
|
dirname = ''
|
|
print('Extracting {0}'.format(filename))
|
|
if filename.endswith('tar.gz'):
|
|
tfile = tarfile.open(filename, 'r:gz')
|
|
tfile.extractall(destination)
|
|
dirname= tfile.getnames()[0]
|
|
elif filename.endswith('zip'):
|
|
zfile = zipfile.ZipFile(filename)
|
|
zfile.extractall(destination)
|
|
dirname = zfile.namelist()[0]
|
|
else:
|
|
raise NotImplementedError('Unsupported archive type')
|
|
|
|
# a little trick to rename tool directories so they don't contain version number
|
|
rename_to = re.match(r'^([a-zA-Z_][^\-]*\-*)+', dirname).group(0).strip('-')
|
|
if rename_to != dirname:
|
|
print('Renaming {0} to {1}'.format(dirname, rename_to))
|
|
if os.path.isdir(rename_to):
|
|
shutil.rmtree(rename_to)
|
|
shutil.move(dirname, rename_to)
|
|
|
|
def get_tool(tool):
|
|
archive_name = tool['archiveFileName']
|
|
local_path = dist_dir + archive_name
|
|
url = tool['url']
|
|
real_hash = tool['checksum'].split(':')[1]
|
|
if not os.path.isfile(local_path):
|
|
print('Downloading ' + archive_name);
|
|
urlretrieve(url, local_path, report_progress)
|
|
sys.stdout.write("\rDone\n")
|
|
sys.stdout.flush()
|
|
else:
|
|
print('Tool {0} already downloaded'.format(archive_name))
|
|
local_hash = sha256sum(local_path)
|
|
if local_hash != real_hash:
|
|
print('Hash mismatch for {0}, delete the file and try again'.format(local_path))
|
|
raise RuntimeError()
|
|
unpack(local_path, '.')
|
|
|
|
def load_tools_list(filename, platform):
|
|
tools_info = json.load(open(filename))['packages'][0]['tools']
|
|
tools_to_download = []
|
|
for t in tools_info:
|
|
tool_platform = [p for p in t['systems'] if p['host'] == platform]
|
|
if len(tool_platform) == 0:
|
|
continue
|
|
tools_to_download.append(tool_platform[0])
|
|
return tools_to_download
|
|
|
|
def identify_platform():
|
|
arduino_platform_names = {'Darwin' : {32 : 'i386-apple-darwin', 64 : 'x86_64-apple-darwin'},
|
|
'Linux' : {32 : 'i686-pc-linux-gnu', 64 : 'x86_64-pc-linux-gnu'},
|
|
'LinuxARM': {32 : 'arm-linux-gnueabihf', 64 : 'aarch64-linux-gnu'},
|
|
'Windows' : {32 : 'i686-mingw32', 64 : 'x86_64-mingw32'}}
|
|
bits = 32
|
|
if sys.maxsize > 2**32:
|
|
bits = 64
|
|
sys_name = platform.system()
|
|
if 'Linux' in sys_name and (platform.platform().find('arm') > 0 or platform.platform().find('aarch64') > 0):
|
|
sys_name = 'LinuxARM'
|
|
if 'CYGWIN_NT' in sys_name:
|
|
sys_name = 'Windows'
|
|
if 'MSYS_NT' in sys_name:
|
|
sys_name = 'Windows'
|
|
return arduino_platform_names[sys_name][bits]
|
|
|
|
def main():
|
|
print('Platform: {0}'.format(identify_platform()))
|
|
tools_to_download = load_tools_list('../package/package_esp8266com_index.template.json', identify_platform())
|
|
mkdir_p(dist_dir)
|
|
for tool in tools_to_download:
|
|
get_tool(tool)
|
|
|
|
if __name__ == '__main__':
|
|
main()
|