135 lines
4.5 KiB
Python
135 lines
4.5 KiB
Python
|
import argparse
|
||
|
|
import json
|
||
|
|
import os
|
||
|
|
import re
|
||
|
|
from collections import defaultdict
|
||
|
|
|
||
|
|
from find_apps import find_apps
|
||
|
|
from find_build_apps import CMakeBuildSystem
|
||
|
|
from ttfw_idf.CIAssignExampleTest import CIExampleAssignTest, TestAppsGroup, ExampleGroup
|
||
|
|
|
||
|
|
VALID_TARGETS = [
|
||
|
|
'esp32',
|
||
|
|
'esp32s2',
|
||
|
|
]
|
||
|
|
|
||
|
|
SPECIAL_REFS = [
|
||
|
|
'master',
|
||
|
|
re.compile(r'^release/v'),
|
||
|
|
re.compile(r'^v\d+\.\d+'),
|
||
|
|
]
|
||
|
|
|
||
|
|
|
||
|
|
def _judge_build_all():
|
||
|
|
ref = os.getenv('CI_COMMIT_REF_NAME')
|
||
|
|
pipeline_src = os.getenv('CI_PIPELINE_SOURCE')
|
||
|
|
if not ref or not pipeline_src:
|
||
|
|
return False
|
||
|
|
|
||
|
|
# scheduled pipeline will build all
|
||
|
|
if pipeline_src == 'schedule':
|
||
|
|
return True
|
||
|
|
|
||
|
|
# master, release/v..., v1.2.3..., and will build all
|
||
|
|
for special_ref in SPECIAL_REFS:
|
||
|
|
if isinstance(special_ref, re._pattern_type):
|
||
|
|
if special_ref.match(ref):
|
||
|
|
return True
|
||
|
|
else:
|
||
|
|
if ref == special_ref:
|
||
|
|
return True
|
||
|
|
return False
|
||
|
|
|
||
|
|
|
||
|
|
def main():
|
||
|
|
parser = argparse.ArgumentParser(description='Scan the required build tests')
|
||
|
|
actions = parser.add_subparsers(dest='action')
|
||
|
|
|
||
|
|
common = argparse.ArgumentParser(add_help=False)
|
||
|
|
common.add_argument('paths', type=str, nargs='+',
|
||
|
|
help="One or more app paths")
|
||
|
|
common.add_argument('-c', '--ci_config_file', type=str, required=True,
|
||
|
|
help="gitlab ci config file")
|
||
|
|
common.add_argument('-o', '--output_path', type=str, required=True,
|
||
|
|
help="output path of the scan result")
|
||
|
|
common.add_argument('-p', '--preserve-all', action="store_true",
|
||
|
|
help='add this flag to preserve artifacts for all apps')
|
||
|
|
|
||
|
|
actions.add_parser('example_test', parents=[common])
|
||
|
|
actions.add_parser('test_apps', parents=[common])
|
||
|
|
# actions.add_parser('unit_test', parents=[common])
|
||
|
|
|
||
|
|
args = parser.parse_args()
|
||
|
|
|
||
|
|
test_cases = []
|
||
|
|
for path in args.paths:
|
||
|
|
if args.action == 'example_test':
|
||
|
|
assign = CIExampleAssignTest(path, args.ci_config_file, ExampleGroup)
|
||
|
|
elif args.action == 'test_apps':
|
||
|
|
CIExampleAssignTest.CI_TEST_JOB_PATTERN = re.compile(r'^test_app_test_.+')
|
||
|
|
assign = CIExampleAssignTest(path, args.ci_config_file, TestAppsGroup)
|
||
|
|
# elif args.action == 'unit_test':
|
||
|
|
# assign = UnitTestAssignTest(args.test_case, args.ci_config_file)
|
||
|
|
else:
|
||
|
|
raise SystemExit(1) # which is impossible
|
||
|
|
|
||
|
|
test_cases.extend(assign.search_cases())
|
||
|
|
|
||
|
|
try:
|
||
|
|
os.makedirs(args.output_path)
|
||
|
|
except Exception:
|
||
|
|
pass
|
||
|
|
|
||
|
|
'''
|
||
|
|
{
|
||
|
|
<target>: {
|
||
|
|
'test_case_apps': [<app_dir>],
|
||
|
|
'standalone_apps': [<app_dir>],
|
||
|
|
},
|
||
|
|
...
|
||
|
|
}
|
||
|
|
'''
|
||
|
|
scan_info_dict = defaultdict(dict)
|
||
|
|
# store the test cases dir, exclude these folders when scan for standalone apps
|
||
|
|
exclude_apps = []
|
||
|
|
|
||
|
|
# TODO change this chip to target after feat/add_multi_target_for_example_test is merged
|
||
|
|
for target in VALID_TARGETS:
|
||
|
|
target_dict = scan_info_dict[target]
|
||
|
|
test_case_apps = target_dict['test_case_apps'] = set()
|
||
|
|
for case in test_cases:
|
||
|
|
app_dir = case.case_info['app_dir']
|
||
|
|
app_target = case.case_info['chip']
|
||
|
|
if app_target.lower() != target.lower():
|
||
|
|
continue
|
||
|
|
test_case_apps.update(find_apps(CMakeBuildSystem, app_dir, True, [], target.lower()))
|
||
|
|
exclude_apps.append(app_dir)
|
||
|
|
|
||
|
|
for target in VALID_TARGETS:
|
||
|
|
target_dict = scan_info_dict[target]
|
||
|
|
standalone_apps = target_dict['standalone_apps'] = set()
|
||
|
|
for path in args.paths:
|
||
|
|
standalone_apps.update(find_apps(CMakeBuildSystem, path, True, exclude_apps, target.lower()))
|
||
|
|
|
||
|
|
build_all = _judge_build_all()
|
||
|
|
for target in VALID_TARGETS:
|
||
|
|
apps = []
|
||
|
|
for app_dir in scan_info_dict[target]['test_case_apps']:
|
||
|
|
apps.append({
|
||
|
|
'app_dir': app_dir,
|
||
|
|
'build': True,
|
||
|
|
'preserve': True,
|
||
|
|
})
|
||
|
|
for app_dir in scan_info_dict[target]['standalone_apps']:
|
||
|
|
apps.append({
|
||
|
|
'app_dir': app_dir,
|
||
|
|
'build': build_all,
|
||
|
|
'preserve': args.preserve_all and build_all, # you can't preserve the artifacts if you don't build them right?
|
||
|
|
})
|
||
|
|
with open(os.path.join(args.output_path, 'scan_{}.json'.format(target.lower())), 'w') as fw:
|
||
|
|
fw.writelines([json.dumps(app) + '\n' for app in apps])
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
main()
|