FreeDATA/.github/workflows/build_multiplatform.yml

412 lines
14 KiB
YAML
Raw Normal View History

2022-07-06 15:40:57 +02:00
name: Build_Multiplatform
on: [push]
jobs:
BUILD_ON_AMD64:
name: Build codec2 ${{ matrix.os }}
2022-07-06 15:40:57 +02:00
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: [ubuntu-18.04, ubuntu-20.04, ubuntu-22.04, macos-11, macos-12]
platform: [{name: "native"}, {name: "Windows", file: "dll"}]
architecture: [i686-w64-mingw32, x86_64-w64-mingw32]
2022-07-06 15:40:57 +02:00
include:
- os: ubuntu-18.04
libcodec2_name: libcodec2.so.1.0
libcodec2_os_name: libcodec2_ubuntu-1804
libcodec2_filetype: so
2022-07-06 15:40:57 +02:00
generator: Unix Makefiles
shell: bash
- os: ubuntu-20.04
libcodec2_name: libcodec2.so.1.0
libcodec2_os_name: libcodec2_ubuntu-2004
libcodec2_filetype: so
2022-07-06 15:40:57 +02:00
generator: Unix Makefiles
shell: bash
- os: ubuntu-22.04
libcodec2_name: libcodec2.so.1.0
libcodec2_os_name: libcodec2_ubuntu-2204
libcodec2_filetype: so
2022-07-06 15:40:57 +02:00
generator: Unix Makefiles
shell: bash
- os: macos-11
libcodec2_name: libcodec2.1.0.dylib
libcodec2_os_name: libcodec2_macos-11
libcodec2_filetype: dylib
2022-07-06 15:40:57 +02:00
generator: Unix Makefiles
shell: bash
- os: macos-12
libcodec2_name: libcodec2.1.0.dylib
libcodec2_os_name: libcodec2_macos-12
libcodec2_filetype: dylib
2022-07-06 15:40:57 +02:00
generator: Unix Makefiles
shell: bash
steps:
- name: Build codec2 ${{ matrix.os }}
if: ${{startsWith(matrix.platform.name, 'native') }}
2022-07-06 15:40:57 +02:00
run: |
2022-09-16 17:07:58 +02:00
git clone https://github.com/DJ2LS/codec2.git -b ls-ofdm-octave-tests
2022-07-06 15:40:57 +02:00
cd codec2
mkdir build
mkdir tempfiles
2022-07-06 15:40:57 +02:00
cd build
cmake ../
make
mv src/${{ matrix.libcodec2_name }} ../tempfiles/libcodec2_${{ matrix.os }}_${{ matrix.platform.name }}.${{ matrix.libcodec2_filetype }}
ls -R ${{ github.workspace }}
- uses: actions/upload-artifact@v3
if: ${{startsWith(matrix.platform.name, 'native') }}
with:
name: libcodec2_${{ matrix.os }}_${{ matrix.platform.name }}.${{ matrix.libcodec2_filetype }}
# path: ${{ github.workspace }}/codec2/tempfiles/libcodec2_${{ matrix.os }}_${{ matrix.platform.name }}.${{ matrix.libcodec2_filetype }}
path: ${{ github.workspace }}/codec2/tempfiles/
2022-07-06 15:40:57 +02:00
- name: Build ${{ matrix.platform.name }} ${{ matrix.architecture }}
if: ${{startsWith(matrix.os, 'ubuntu') && !startsWith(matrix.platform.name, 'native') }}
2022-07-06 15:40:57 +02:00
run: |
sudo apt install build-essential mingw-w64 g++-mingw-w64 make cmake
2022-09-16 18:36:17 +02:00
git clone https://github.com/DJ2lS/codec2.git -b ls-ofdm-octave-tests
2022-07-06 15:40:57 +02:00
cd codec2
2022-07-12 11:04:56 +02:00
mkdir tempfiles
mkdir build_w32
cd build_w32
echo 'set(CMAKE_SYSTEM_NAME ${{ matrix.platform.name }})' > toolchain-ubuntu-mingw32.cmake
echo 'set(CMAKE_C_COMPILER ${{ matrix.architecture }}-gcc)' >> toolchain-ubuntu-mingw32.cmake
echo 'set(CMAKE_CXX_COMPILER ${{ matrix.architecture }}-g++)' >> toolchain-ubuntu-mingw32.cmake
2022-07-12 11:04:56 +02:00
echo 'set(CMAKE_RC_COMPILER ${{ matrix.architecture }}-windres)' >> toolchain-ubuntu-mingw32.cmake
echo 'set(CMAKE_FIND_ROOT_PATH /usr/${{ matrix.architecture }})' >> toolchain-ubuntu-mingw32.cmake
echo 'set(CMAKE_FIND_ROOT_PATH_MODE_PROGRAM NEVER)' >> toolchain-ubuntu-mingw32.cmake
echo 'set(CMAKE_FIND_ROOT_PATH_MODE_LIBRARY ONLY)' >> toolchain-ubuntu-mingw32.cmake
echo 'set(CMAKE_FIND_ROOT_PATH_MODE_INCLUDE ONLY)' >> toolchain-ubuntu-mingw32.cmake
echo 'set(CMAKE_SHARED_LINKER_FLAGS "-static-libgcc -static-libstdc++ -static")' >> toolchain-ubuntu-mingw32.cmake
cmake -G "Unix Makefiles" -DCMAKE_TOOLCHAIN_FILE=toolchain-ubuntu-mingw32.cmake ..
2022-07-06 15:40:57 +02:00
make
mv src/libcodec2.${{ matrix.platform.file }} ../tempfiles/libcodec2_${{ matrix.platform.name }}_${{ matrix.architecture }}.${{ matrix.platform.file }}
2022-07-06 15:40:57 +02:00
- uses: actions/upload-artifact@v3
if: ${{startsWith(matrix.os, 'ubuntu') && !startsWith(matrix.platform.name, 'native') }}
2022-07-06 15:40:57 +02:00
with:
name: libcodec2_${{ matrix.os }}_${{ matrix.platform.name }}_${{ matrix.architecture }}.${{ matrix.platform.file }}
path: codec2/tempfiles/*
2022-07-06 15:40:57 +02:00
BUILD_ON_MULTIARCH:
# The host should always be linux
2022-09-06 16:18:08 +02:00
runs-on: ubuntu-latest
2022-07-06 15:40:57 +02:00
name: Build on ${{ matrix.distro }} ${{ matrix.arch }}
# Run steps on a matrix of 3 arch/distro combinations
strategy:
matrix:
include:
- arch: armv7
distro: bullseye
2022-09-06 19:07:00 +02:00
libcodec2_os_name: libcodec2_bullseye_armv7.so
2022-09-06 16:22:08 +02:00
- arch: armv7
distro: ubuntu_latest
2022-09-06 19:07:00 +02:00
libcodec2_os_name: libcodec2_ubuntu_latest_armv7.so
2022-07-06 15:40:57 +02:00
steps:
- uses: actions/checkout@v2.1.0
- uses: uraimo/run-on-arch-action@v2
name: Build artifact
id: build
with:
arch: ${{ matrix.arch }}
distro: ${{ matrix.distro }}
# Not required, but speeds up builds
githubToken: ${{ github.token }}
# Create an artifacts directory
setup: |
mkdir -p "${PWD}/artifacts"
# Mount the artifacts directory as /artifacts in the container
dockerRunArgs: |
--volume "${PWD}/artifacts:/artifacts"
# Pass some environment variables to the container
env: | # YAML, but pipe character is necessary
2022-09-06 19:07:00 +02:00
artifact_name: ${{ matrix.libcodec2_os_name }}
2022-07-06 15:40:57 +02:00
# The shell to run commands with in the container
shell: /bin/sh
# Install some dependencies in the container. This speeds up builds if
# you are also using githubToken. Any dependencies installed here will
# be part of the container image that gets cached, so subsequent
# builds don't have to re-install them. The image layer is cached
# publicly in your project's package repository, so it is vital that
# no secrets are present in the container state or logs.
install: |
case "${{ matrix.distro }}" in
ubuntu*|jessie|stretch|buster|bullseye)
apt-get update -q -y
apt-get install -q -y git build-essential cmake gcc g++
cmake --version
2022-07-06 15:40:57 +02:00
;;
fedora*)
dnf -y update
dnf -y install git which build-essential cmake gcc-c++ gcc
cmake --version
2022-07-06 15:40:57 +02:00
;;
alpine*)
apk update
apk add git build-essential cmake gcc g++
cmake --version
2022-07-06 15:40:57 +02:00
;;
esac
# Produce a binary artifact and place it in the mounted volume
run: |
2022-09-16 18:36:17 +02:00
git clone https://github.com/DJ2LS/codec2.git -b ls-ofdm-octave-tests
2022-07-06 15:40:57 +02:00
cd codec2
git checkout master
mkdir build
cd build
cmake ../
make
mv ./src/libcodec2.so.1.0 /artifacts/${artifact_name}
2022-07-06 15:40:57 +02:00
2022-09-06 19:07:00 +02:00
- name: Show recursive PWD
2022-07-06 15:40:57 +02:00
# Items placed in /artifacts in the container will be in
# ${PWD}/artifacts on the host.
run: |
ls -al "${PWD}/artifacts"
2022-09-06 19:07:00 +02:00
2022-07-06 15:40:57 +02:00
- uses: actions/upload-artifact@v3
with:
name: ${{ matrix.libcodec2_os_name }}
2022-09-06 17:02:11 +02:00
#path: $GITHUB_WORKSPACE/codec2/artifacts/*
2022-09-06 19:07:00 +02:00
path: artifacts/*
2022-07-06 15:40:57 +02:00
build_i686_x64_release:
needs: [BUILD_ON_MULTIARCH, BUILD_ON_AMD64]
name: Build FreeDATA
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [ubuntu-20.04, macos-11, windows-latest]
include:
- os: ubuntu-20.04
zip_name: ubuntu_tnc
generator: Unix Makefiles
2022-09-06 17:02:11 +02:00
daemon_binary_name: freedata-daemon
tnc_binary_name: freedata-tnc
2022-07-06 15:40:57 +02:00
- os: macos-11
zip_name: macos_tnc
generator: Unix Makefiles
2022-09-06 17:02:11 +02:00
daemon_binary_name: freedata-daemon
tnc_binary_name: freedata-tnc
2022-07-06 15:40:57 +02:00
- os: windows-latest
zip_name: windows_tnc
generator: Visual Studio 16 2019
daemon_binary_name: freedata-daemon.exe
tnc_binary_name: freedata-tnc.exe
2022-07-06 15:40:57 +02:00
steps:
- name: Checkout code
uses: actions/checkout@v3
with:
repository: DJ2LS/FreeDATA
ref: main
- name: Set up Python 3.9
uses: actions/setup-python@v2
with:
python-version: 3.9
2022-09-12 18:17:35 +02:00
- name: early download of libcodec2
if: matrix.os != 'windows-latest'
working-directory: tnc
run: |
mkdir dist
- uses: actions/download-artifact@v3
with:
path: tnc/dist/codec2
2022-07-06 15:40:57 +02:00
- name: Install Linux dependencies
if: matrix.os == 'ubuntu-20.04'
run: |
sudo apt install portaudio19-dev libhamlib-dev libhamlib-utils build-essential cmake python3-libhamlib2
2022-09-06 16:06:57 +02:00
- name: Install macOS pyAudio
2022-07-06 15:40:57 +02:00
if: matrix.os == 'macos-11'
run: |
brew install portaudio
python -m pip install --upgrade pip
pip3 install pyaudio
- name: Install Python dependencies
run: |
python -m pip install --upgrade pip
pip install psutil
pip install crcengine
pip install 'pyinstaller<5.1'
pip install ujson
pip install pyserial
pip install numpy
pip install structlog
pip install colorama
pip install sounddevice
# curl.exe --output PyAudio-0.2.11-cp39-cp39-win_amd64.whl --url https://download.lfd.uci.edu/pythonlibs/y2rycu7g/PyAudio-0.2.11-cp39-cp39-win_amd64.whl
# pip install PyAudio-0.2.11-cp39-cp39-win_amd64.whl
2022-09-06 16:06:57 +02:00
pip install nuitka
pip install ordered-set
2022-07-06 15:40:57 +02:00
#- name: Install Pyaudio Windows
#if: matrix.os == 'windows-latest'
#working-directory: tnc/lib/pyaudio/windows
#run: |
# pip install PyAudio-0.2.11-cp39-cp39-win_amd64.whl
2022-07-06 15:40:57 +02:00
- name: Display structure of downloaded files
run: ls -R
2022-09-12 18:17:35 +02:00
#- name: cleanup codec2
# working-directory: tnc/lib/
# run: |
# mkdir codec2
# cd codec2
2022-07-06 15:40:57 +02:00
2022-09-12 18:17:35 +02:00
#- uses: actions/download-artifact@v3
# with:
# path: tnc/lib/codec2
2022-07-06 15:40:57 +02:00
- name: Display structure of downloaded files
run: ls -R
2022-09-06 19:07:00 +02:00
- name: Build binaries
2022-07-06 15:40:57 +02:00
working-directory: tnc
run: |
2022-09-06 16:06:57 +02:00
#pyinstaller freedata.spec
#python3 -m nuitka --enable-plugin=numpy --assume-yes-for-downloads --onefile daemon.py -o ${{ matrix.daemon_binary_name }}
#python3 -m nuitka --enable-plugin=numpy --assume-yes-for-downloads --onefile main.py -o ${{ matrix.tnc_binary_name }}
python3 -m nuitka --enable-plugin=numpy --assume-yes-for-downloads --standalone daemon.py
python3 -m nuitka --enable-plugin=numpy --assume-yes-for-downloads --standalone main.py
2022-09-10 20:10:05 +02:00
- name: Copy binaries linux unix
if: matrix.os != 'windows-latest'
working-directory: tnc
run: |
#mkdir dist
2022-09-06 17:05:32 +02:00
ls -R
2022-09-10 19:20:56 +02:00
cp -r -f daemon.dist/* dist/
cp -r -f main.dist/* dist/
2022-07-06 15:40:57 +02:00
2022-09-10 20:10:05 +02:00
- name: Copy binaries windows
if: matrix.os == 'windows-latest'
working-directory: tnc
run: |
#mkdir dist
2022-09-10 20:10:05 +02:00
ls -R
cp -r -Force daemon.dist/* dist/
cp -r -Force main.dist/* dist/
2022-09-10 17:42:08 +02:00
- name: rename tnc binaries
2022-09-10 17:36:06 +02:00
working-directory: tnc
run: |
mv dist/daemon* dist/${{ matrix.daemon_binary_name }}
mv dist/main* dist/${{ matrix.tnc_binary_name }}
2022-09-10 17:42:08 +02:00
- name: Download Portaudio binaries
2022-09-10 17:36:06 +02:00
working-directory: tnc
run: |
git clone https://github.com/spatialaudio/portaudio-binaries dist/_sounddevice_data/portaudio-binaries
2022-09-12 18:17:35 +02:00
#- uses: actions/download-artifact@v3
# with:
# path: tnc/dist/codec2
2022-07-06 15:40:57 +02:00
- name: LIST ALL FILES
shell: bash
run: |
ls -R
#- name: Compress TNC
# # if: ${{!startsWith(matrix.os, 'windows') }}
# shell: bash
# run: |
# cd ./tnc/dist
# zip -r ./${{ matrix.zip_name }}.zip *
2022-09-06 16:06:57 +02:00
- name: Copy TNC to GUI Linux
run: |
#cp -R ./tnc/dist/tnc ./gui/tnc
cp -R ./tnc/dist ./gui/tnc
ls -R
2022-07-06 15:40:57 +02:00
- name: Compress TNC
uses: thedoctor0/zip-release@master
with:
type: 'zip'
filename: '${{ matrix.zip_name }}.zip'
2022-09-06 16:06:57 +02:00
#directory: ./tnc/dist/tnc
directory: ./tnc/dist
2022-07-06 15:40:57 +02:00
path: .
#exclusions: '*.git* /*node_modules/* .editorconfig'
- name: LIST ALL FILES
shell: bash
run: |
ls -R
- name: Upload TNC artifacts
uses: actions/upload-artifact@v3
with:
name: ${{ matrix.zip_name }}.zip
2022-09-06 16:06:57 +02:00
#path: ./tnc/dist/tnc/${{ matrix.zip_name }}.zip
path: ./tnc/dist/${{ matrix.zip_name }}.zip
2022-07-06 15:40:57 +02:00
- name: Install Node.js, NPM and Yarn
uses: actions/setup-node@v1
with:
node-version: 16
- name: Release TNC
uses: softprops/action-gh-release@v1
if: startsWith(github.ref, 'refs/tags/v')
with:
2022-09-06 16:06:57 +02:00
#files: ./tnc/dist/tnc/${{ matrix.zip_name }}.zip
files: ./tnc/dist/${{ matrix.zip_name }}.zip
2022-07-06 15:40:57 +02:00
- name: Build/release Electron app
uses: samuelmeuli/action-electron-builder@v1
with:
package_root: "./gui/"
github_token: ${{ secrets.github_token }}
# If the commit is tagged with a version (e.g. "v1.0.0"),
# release the app after building
release: ${{ startsWith(github.ref, 'refs/tags/v') }}
args: "-p always"
- name: LIST ALL FILES
shell: bash
run: |
ls -R
- name: Upload App bundle artifacts
uses: actions/upload-artifact@v3
with:
name: app_bundle_${{ matrix.os }}.zip
#path: ./tnc/dist/tnc/${{ matrix.zip_name }}.zip
path: ./gui/dist/*