# Copyright 2015-2017 Espressif Systems (Shanghai) PTE LTD # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http:#www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """ IDF Test Applications """ import subprocess import os import json import App class IDFApp(App.BaseApp): """ Implements common esp-idf application behavior. idf applications should inherent from this class and overwrite method get_binary_path. """ IDF_DOWNLOAD_CONFIG_FILE = "download.config" IDF_FLASH_ARGS_FILE = "flasher_args.json" def __init__(self, app_path): super(IDFApp, self).__init__(app_path) self.idf_path = self.get_sdk_path() self.binary_path = self.get_binary_path(app_path) assert os.path.exists(self.binary_path) if self.IDF_DOWNLOAD_CONFIG_FILE not in os.listdir(self.binary_path): if self.IDF_FLASH_ARGS_FILE not in os.listdir(self.binary_path): msg = ("Neither {} nor {} exists. " "Try to run 'make print_flash_cmd | tail -n 1 > {}/{}' " "or 'idf.py build' " "for resolving the issue." "").format(self.IDF_DOWNLOAD_CONFIG_FILE, self.IDF_FLASH_ARGS_FILE, self.binary_path, self.IDF_DOWNLOAD_CONFIG_FILE) raise AssertionError(msg) self.flash_files, self.flash_settings = self._parse_flash_download_config() self.partition_table = self._parse_partition_table() @classmethod def get_sdk_path(cls): idf_path = os.getenv("IDF_PATH") assert idf_path assert os.path.exists(idf_path) return idf_path def _get_sdkconfig_paths(self): """ returns list of possible paths where sdkconfig could be found Note: could be overwritten by a derived class to provide other locations or order """ return [os.path.join(self.binary_path, "sdkconfig"), os.path.join(self.binary_path, "..", "sdkconfig")] def get_sdkconfig(self): """ reads sdkconfig and returns a dictionary with all configuredvariables :param sdkconfig_file: location of sdkconfig :raise: AssertionError: if sdkconfig file does not exist in defined paths """ d = {} sdkconfig_file = None for i in self._get_sdkconfig_paths(): if os.path.exists(i): sdkconfig_file = i break assert sdkconfig_file is not None with open(sdkconfig_file) as f: for line in f: configs = line.split('=') if len(configs) == 2: d[configs[0]] = configs[1] return d def get_binary_path(self, app_path): """ get binary path according to input app_path. subclass must overwrite this method. :param app_path: path of application :return: abs app binary path """ pass def _parse_flash_download_config(self): """ Parse flash download config from build metadata files Sets self.flash_files, self.flash_settings (Called from constructor) Returns (flash_files, flash_settings) """ if self.IDF_FLASH_ARGS_FILE in os.listdir(self.binary_path): # CMake version using build metadata file with open(os.path.join(self.binary_path, self.IDF_FLASH_ARGS_FILE), "r") as f: args = json.load(f) flash_files = [(offs,file) for (offs,file) in args["flash_files"].items() if offs != ""] flash_settings = args["flash_settings"] else: # GNU Make version uses download.config arguments file with open(os.path.join(self.binary_path, self.IDF_DOWNLOAD_CONFIG_FILE), "r") as f: args = f.readlines()[-1].split(" ") flash_files = [] flash_settings = {} for idx in range(0, len(args), 2): # process arguments in pairs if args[idx].startswith("--"): # strip the -- from the command line argument flash_settings[args[idx][2:]] = args[idx + 1] else: # offs, filename flash_files.append((args[idx], args[idx + 1])) # make file offsets into integers, make paths absolute flash_files = [(int(offs, 0), os.path.join(self.binary_path, path.strip())) for (offs, path) in flash_files] return (flash_files, flash_settings) def _parse_partition_table(self): """ Parse partition table contents based on app binaries Returns partition_table data (Called from constructor) """ partition_tool = os.path.join(self.idf_path, "components", "partition_table", "gen_esp32part.py") assert os.path.exists(partition_tool) for (_, path) in self.flash_files: if "partition" in path: partition_file = os.path.join(self.binary_path, path) break else: raise ValueError("No partition table found for IDF binary path: {}".format(self.binary_path)) process = subprocess.Popen(["python", partition_tool, partition_file], stdout=subprocess.PIPE, stderr=subprocess.PIPE) raw_data = process.stdout.read() if isinstance(raw_data, bytes): raw_data = raw_data.decode() partition_table = dict() for line in raw_data.splitlines(): if line[0] != "#": try: _name, _type, _subtype, _offset, _size, _flags = line.split(",") if _size[-1] == "K": _size = int(_size[:-1]) * 1024 elif _size[-1] == "M": _size = int(_size[:-1]) * 1024 * 1024 else: _size = int(_size) except ValueError: continue partition_table[_name] = { "type": _type, "subtype": _subtype, "offset": _offset, "size": _size, "flags": _flags } return partition_table class Example(IDFApp): def _get_sdkconfig_paths(self): """ overrides the parent method to provide exact path of sdkconfig for example tests """ return [os.path.join(self.binary_path, "..", "sdkconfig")] def get_binary_path(self, app_path): # build folder of example path path = os.path.join(self.idf_path, app_path, "build") if not os.path.exists(path): # search for CI build folders app = os.path.basename(app_path) example_path = os.path.join(self.idf_path, "build_examples", "example_builds") for dirpath, dirnames, files in os.walk(example_path): if dirnames: if dirnames[0] == app: path = os.path.join(example_path, dirpath, dirnames[0], "build") break else: raise OSError("Failed to find example binary") return path class UT(IDFApp): def get_binary_path(self, app_path): """ :param app_path: app path or app config :return: binary path """ if not app_path: app_path = "default" path = os.path.join(self.idf_path, app_path) if not os.path.exists(path): while True: # try to get by config if app_path == "default": # it's default config, we first try to get form build folder of unit-test-app path = os.path.join(self.idf_path, "tools", "unit-test-app", "build") if os.path.exists(path): # found, use bin in build path break # ``make ut-build-all-configs`` or ``make ut-build-CONFIG`` will copy binary to output folder path = os.path.join(self.idf_path, "tools", "unit-test-app", "output", app_path) if os.path.exists(path): break raise OSError("Failed to get unit-test-app binary path") return path class SSC(IDFApp): def get_binary_path(self, app_path): # TODO: to implement SSC get binary path return app_path class AT(IDFApp): def get_binary_path(self, app_path): # TODO: to implement AT get binary path return app_path