More ci tweak (#2636)

* change concurrency group to ${{ github.workflow }}-${{ github.ref }}
* use argparse for build.py hil_test.py, remove the need to install click
* move ci win/mac to build_cmake.yml
* rename build_family.yml to build_util.yml
* build_util.yml support esp32
* integrate build-espressif into build.yml
* build.py support make with --board option
* add get_deps action
* update hil test to reuse action

.github/actions/prepare_build/action.yml → .github/actions/get_deps/action.yml

@@ -1,30 +1,29 @@
-name: Prepare to build
+name: Get dependencies
 
 inputs:
- family:
+ arg:
  required: true
  type: string
 
 runs:
  using: "composite"
  steps:
- - name: Setup Python
- uses: actions/setup-python@v5
- with:
- python-version: '3.x'
-
  - name: Checkout pico-sdk for rp2040
- if: contains(inputs.family, 'rp2040')
+ if: contains(inputs.arg, 'rp2040') || contains(inputs.arg, 'raspberry_pi_pico')
  uses: actions/checkout@v4
  with:
  repository: raspberrypi/pico-sdk
  ref: develop
  path: pico-sdk
 
- - name: Get Dependencies
+ - name: Linux dependencies
+ if: runner.os == 'Linux'
  run: |
  sudo apt install -y ninja-build
- pip install click
- python3 tools/get_deps.py ${{ inputs.family }}
- echo >> $GITHUB_ENV "PICO_SDK_PATH=$GITHUB_WORKSPACE/pico-sdk"
+ shell: bash
+
+ - name: Get Dependencies
+ run: |
+ python3 tools/get_deps.py ${{ inputs.arg }}
+ echo "PICO_SDK_PATH=${{ github.workspace }}/pico-sdk" >> $GITHUB_ENV
  shell: bash

.github/actions/setup_toolchain/action.yml

@@ -8,6 +8,11 @@ inputs:
  required: false
  type: string
 
+outputs:
+ build_option:
+ description: 'Build option for the toolchain e.g --toolchain clang'
+ value: ${{ steps.set-toolchain-option.outputs.build_option }}
+
 runs:
  using: "composite"
  steps:
@@ -19,7 +24,7 @@ runs:
 
  - name: Pull ESP-IDF docker
  if: inputs.toolchain == 'esp-idf'
- run: docker pull espressif/idf:latest
+ run: docker pull espressif/idf:${{ inputs.toolchain_url }}
  shell: bash
 
  - name: Download Toolchain
@@ -29,3 +34,14 @@ runs:
  uses: ./.github/actions/setup_toolchain/download
  with:
  toolchain_url: ${{ inputs.toolchain_url }}
+
+ - name: Set toolchain option
+ id: set-toolchain-option
+ run: |
+ BUILD_OPTION=""
+ if [[ "${{ inputs.toolchain }}" == *"clang"* ]]; then
+ BUILD_OPTION="--toolchain clang"
+ fi
+ echo "build_option=$BUILD_OPTION"
+ echo "build_option=$BUILD_OPTION" >> $GITHUB_OUTPUT
+ shell: bash

.github/workflows/build_cmake.yml

@@ -12,6 +12,7 @@ on:
  - 'tools/build.py'
  - '.github/actions/**'
  - '.github/workflows/build_cmake.yml'
+ - '.github/workflows/build_util.yml'
  - '.github/workflows/ci_set_matrix.py'
  pull_request:
  branches: [ master ]
@@ -24,9 +25,10 @@ on:
  - 'tools/build.py'
  - '.github/actions/**'
  - '.github/workflows/build_cmake.yml'
+ - '.github/workflows/build_util.yml'
  - '.github/workflows/ci_set_matrix.py'
 concurrency:
- group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+ group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true
 
 jobs:
@@ -55,7 +57,7 @@ jobs:
  # ---------------------------------------
  cmake:
  needs: set-matrix
- uses: ./.github/workflows/build_family.yml
+ uses: ./.github/workflows/build_util.yml
  strategy:
  fail-fast: false
  matrix:
@@ -69,14 +71,14 @@ jobs:
  build-system: 'cmake'
  toolchain: ${{ matrix.toolchain }}
  toolchain_url: ${{ fromJSON(needs.set-matrix.outputs.json)[matrix.toolchain].toolchain_url }}
- build-family: ${{ toJSON(fromJSON(needs.set-matrix.outputs.json)[matrix.toolchain].family) }}
+ build-args: ${{ toJSON(fromJSON(needs.set-matrix.outputs.json)[matrix.toolchain].family) }}
 
  # ---------------------------------------
  # Build Make
  # ---------------------------------------
  make:
  needs: set-matrix
- uses: ./.github/workflows/build_family.yml
+ uses: ./.github/workflows/build_util.yml
  strategy:
  fail-fast: false
  matrix:
@@ -90,4 +92,38 @@ jobs:
  build-system: 'make'
  toolchain: ${{ matrix.toolchain }}
  toolchain_url: ${{ fromJSON(needs.set-matrix.outputs.json)[matrix.toolchain].toolchain_url }}
- build-family: ${{ toJSON(fromJSON(needs.set-matrix.outputs.json)[matrix.toolchain].family) }}
+ build-args: ${{ toJSON(fromJSON(needs.set-matrix.outputs.json)[matrix.toolchain].family) }}
+
+ # ---------------------------------------
+ # Build Make on Windows/MacOS
+ # ---------------------------------------
+ make-os:
+ uses: ./.github/workflows/build_util.yml
+ strategy:
+ fail-fast: false
+ matrix:
+ os: [windows-latest, macos-latest]
+ with:
+ os: ${{ matrix.os }}
+ build-system: 'make'
+ toolchain: 'arm-gcc'
+ build-args: '["-bstm32f411disco"]'
+
+ # ---------------------------------------
+ # Build Espressif
+ # ---------------------------------------
+ espressif:
+ uses: ./.github/workflows/build_util.yml
+ strategy:
+ fail-fast: false
+ matrix:
+ board:
+ # ESP32-S2
+ - 'espressif_kaluga_1'
+ # ESP32-S3 skip since devkitm is also compiled in hil-test workflow
+ #- 'espressif_s3_devkitm'
+ with:
+ build-system: 'cmake'
+ toolchain: 'esp-idf'
+ toolchain_url: 'v5.1.1'
+ build-args: '["-b${{ matrix.board }}"]'

.github/workflows/build_iar.yml

@@ -23,7 +23,7 @@ on:
  - '.github/workflows/build_iar.yml'
 
 concurrency:
- group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+ group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true
 
 jobs:

.github/workflows/build_renesas.yml

@@ -21,7 +21,7 @@ on:
  - '.github/workflows/build_renesas.yml'
 
 concurrency:
- group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+ group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true
 
 jobs:
@@ -65,7 +65,6 @@ jobs:
 
  - name: Get Dependencies
  run: |
- pip install click
  python3 tools/get_deps.py ${{ matrix.family }}
 
  - name: Build