Update package json with tolls matching the ESP-IDF version

me-no-dev · me-no-dev · commit 91b42ae2fefe · 2023-02-10T00:29:51.000+02:00
diff --git a/build.sh b/build.sh
@@ -187,6 +187,12 @@ for target_json in `jq -c '.targets[]' configs/builds.json`; do
     done
 done
 
+# update package_esp32_index.template.json
+if [ "$BUILD_TYPE" = "all" ]; then
+    python3 ./tools/gen_tools_json.py -i "$IDF_PATH" -j "$AR_COMPS/arduino/package/package_esp32_index.template.json" -o "$AR_OUT/"
+    if [ $? -ne 0 ]; then exit 1; fi
+fi
+
 # archive the build
 if [ "$BUILD_TYPE" = "all" ]; then
     ./tools/archive-build.sh
diff --git a/tools/copy-to-arduino.sh b/tools/copy-to-arduino.sh
@@ -19,6 +19,7 @@ echo "Installing new libraries to $ESP32_ARDUINO"
 rm -rf $ESP32_ARDUINO/tools/sdk $ESP32_ARDUINO/tools/gen_esp32part.py $ESP32_ARDUINO/tools/platformio-build-*.py $ESP32_ARDUINO/platform.txt
 
 cp -f $AR_OUT/platform.txt $ESP32_ARDUINO/
+cp -f $AR_OUT/package_esp32_index.template.json $ESP32_ARDUINO/package/package_esp32_index.template.json
 cp -Rf $AR_TOOLS/sdk $ESP32_ARDUINO/tools/
 cp -f $AR_TOOLS/gen_esp32part.py $ESP32_ARDUINO/tools/
 cp -f $AR_TOOLS/platformio-build-*.py $ESP32_ARDUINO/tools/
diff --git a/tools/gen_tools_json.py b/tools/gen_tools_json.py
@@ -0,0 +1,136 @@
+#!/usr/bin/env python
+# python tools/gen_tools_json.py -i $IDF_PATH -j components/arduino/package/package_esp32_index.template.json -o out/
+
+from __future__ import print_function
+
+__author__ = "Hristo Gochkov"
+__version__ = "2023"
+
+import os
+import shutil
+import errno
+import os.path
+import json
+import platform
+import sys
+import stat
+import argparse
+
+if sys.version_info[0] == 3:
+    unicode = lambda s: str(s)
+
+if __name__ == '__main__':
+
+    parser = argparse.ArgumentParser(
+        prog = 'gen_tools_json',
+        description = 'Update Arduino package index with the tolls found in ESP-IDF')
+    parser.add_argument('-i', '--esp-idf', dest='idf_path', required=True, help='Path to ESP-IDF')
+    parser.add_argument('-j', '--pkg-json', dest='arduino_json', required=True, help='path to Arduino package json')
+    parser.add_argument('-o', '--out-path', dest='out_path', required=True, help='Output path to store the update package json')
+    args = parser.parse_args()
+
+    idf_path = args.idf_path;
+    arduino_json = args.arduino_json;
+    out_path = args.out_path;
+
+    # settings
+    arduino_tools = ["xtensa-esp32-elf","xtensa-esp32s2-elf","xtensa-esp32s3-elf","riscv32-esp-elf","openocd-esp32"]
+
+    # code start
+    farray = json.load(open(arduino_json))
+
+    idf_tools = json.load(open(idf_path + '/tools/tools.json'))
+    for tool in idf_tools['tools']:
+        try:
+            tool_index = arduino_tools.index(tool['name'])
+        except:
+            continue
+        tool_name = tool['name']
+        tool_version = tool['versions'][0]['name']
+        if tool_name.endswith('-elf'):
+            tool_name += '-gcc'
+        print('Found {0}, version: {1}'.format(tool_name, tool_version))
+        
+        dep_found = False
+        dep_skip = False
+        for dep in farray['packages'][0]['platforms'][0]['toolsDependencies']:
+            if dep['name'] == tool_name:
+                if dep['version'] == tool_version:
+                    print('Skipping {0}. Same version {1}'.format(tool_name, tool_version))
+                    dep_skip = True
+                    break
+                print('Updating dependency version of {0} from {1} to {2}'.format(tool_name, dep['version'], tool_version))
+                dep['version'] = tool_version
+                dep_found = True
+        if dep_skip == True:
+            continue
+        if dep_found == False:
+            print('Adding new dependency: {0} version {1}'.format(tool_name, tool_version))
+            deps = {
+                "packager": "esp32",
+                "name": tool_name,
+                "version": tool_version
+            }
+            farray['packages'][0]['platforms'][0]['toolsDependencies'].append(deps)
+
+        systems = []
+        for arch in tool['versions'][0]:
+            if arch == 'name' or arch == 'status':
+                continue
+            tool_data = tool['versions'][0][arch]
+
+            system = {
+                "host": '',
+                "url": tool_data['url'],
+                "archiveFileName": os.path.basename(tool_data['url']),
+                "checksum": "SHA-256:"+tool_data['sha256'],
+                "size": tool_data['size']
+            }
+
+            if arch == "win32":
+                system["host"] = "i686-mingw32";
+            elif arch == "win64":
+                system["host"] = "x86_64-mingw32";
+            elif arch == "macos-arm64":
+                system["host"] = "arm64-apple-darwin";
+            elif arch == "macos":
+                system["host"] = "x86_64-apple-darwin";
+            elif arch == "linux-amd64":
+                system["host"] = "x86_64-pc-linux-gnu";
+            elif arch == "linux-i686":
+                system["host"] = "i686-pc-linux-gnu";
+            elif arch == "linux-arm64":
+                system["host"] = "aarch64-linux-gnu";
+            elif arch == "linux-armel":
+                system["host"] = "arm-linux-gnueabihf";
+            elif arch == "linux-armhf":
+                # system["host"] = "arm-linux-gnueabihf";
+                continue
+            else :
+                continue
+
+            systems.append(system)
+
+        tool_found = False
+        for t in farray['packages'][0]['tools']:
+            if t['name'] == tool_name:
+                t['version'] = tool_version
+                t['systems'] = systems
+                tool_found = True
+                print('Updating binaries of {0} to version {1}'.format(tool_name, tool_version))
+        if tool_found == False:
+            print('Adding new tool: {0} version {1}'.format(tool_name, tool_version))
+            tools = {
+                "name": tool_name,
+                "version": tool_version,
+                "systems": systems
+            }
+            farray['packages'][0]['tools'].append(tools)
+
+    json_str = json.dumps(farray, indent=2)
+    out_file = out_path + os.path.basename(arduino_json)
+    with open(out_file, "w") as f:
+        f.write(json_str+"\n")
+        f.close()
+    # print(json_str)
+    print('{0} generated'.format(out_file))
