mirror of
https://github.com/espressif/esp-idf.git
synced 2024-10-05 20:47:46 -04:00
132 lines
4.0 KiB
Python
132 lines
4.0 KiB
Python
#!/usr/bin/env python
|
|
#
|
|
# internal use only for CI
|
|
# get latest MR information by source branch
|
|
#
|
|
# SPDX-FileCopyrightText: 2020-2023 Espressif Systems (Shanghai) CO LTD
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
|
|
import argparse
|
|
import os
|
|
import subprocess
|
|
import typing as t
|
|
from pathlib import Path
|
|
|
|
from gitlab_api import Gitlab
|
|
|
|
if t.TYPE_CHECKING:
|
|
from gitlab.v4.objects import ProjectCommit, ProjectMergeRequest
|
|
|
|
|
|
def _get_mr_obj(source_branch: str) -> t.Optional['ProjectMergeRequest']:
|
|
gl = Gitlab(os.getenv('CI_PROJECT_ID', 'espressif/esp-idf'))
|
|
if not gl.project:
|
|
return None
|
|
|
|
mrs = gl.project.mergerequests.list(state='opened', source_branch=source_branch)
|
|
if mrs:
|
|
return mrs[0] # one source branch can only have one opened MR at one moment
|
|
else:
|
|
return None
|
|
|
|
|
|
def get_mr_iid(source_branch: str) -> str:
|
|
mr = _get_mr_obj(source_branch)
|
|
if not mr:
|
|
return ''
|
|
else:
|
|
return str(mr.iid)
|
|
|
|
|
|
def get_mr_changed_files(source_branch: str) -> t.List[str]:
|
|
mr = _get_mr_obj(source_branch)
|
|
if not mr:
|
|
return []
|
|
|
|
git_output = subprocess.check_output(
|
|
['git', 'diff', '--name-only', '--diff-filter=d', f'origin/{mr.target_branch}...origin/{source_branch}']
|
|
).decode('utf8')
|
|
|
|
return [line.strip() for line in git_output.splitlines() if line.strip()]
|
|
|
|
|
|
def get_mr_commits(source_branch: str) -> t.List['ProjectCommit']:
|
|
mr = _get_mr_obj(source_branch)
|
|
if not mr:
|
|
return []
|
|
|
|
return list(mr.commits())
|
|
|
|
|
|
def get_mr_components(
|
|
source_branch: t.Optional[str] = None, modified_files: t.Optional[t.List[str]] = None
|
|
) -> t.List[str]:
|
|
components: t.Set[str] = set()
|
|
if modified_files is None:
|
|
if not source_branch:
|
|
raise RuntimeError('--src-branch is required if --modified-files is not provided')
|
|
|
|
modified_files = get_mr_changed_files(source_branch)
|
|
|
|
for f in modified_files:
|
|
file = Path(f)
|
|
if (
|
|
file.parts[0] == 'components'
|
|
and 'test_apps' not in file.parts
|
|
and file.parts[-1] != '.build-test-rules.yml'
|
|
):
|
|
components.add(file.parts[1])
|
|
|
|
return list(components)
|
|
|
|
|
|
def get_target_in_tags(tags: str) -> str:
|
|
from idf_pytest.constants import TARGET_MARKERS
|
|
|
|
for x in tags.split(','):
|
|
if x in TARGET_MARKERS:
|
|
return x
|
|
|
|
raise RuntimeError(f'No target marker found in {tags}')
|
|
|
|
|
|
def _print_list(_list: t.List[str], separator: str = '\n') -> None:
|
|
print(separator.join(_list))
|
|
|
|
|
|
if __name__ == '__main__':
|
|
parser = argparse.ArgumentParser(description='Get the latest merge request info by pipeline')
|
|
actions = parser.add_subparsers(dest='action', help='info type', required=True)
|
|
|
|
common_args = argparse.ArgumentParser(add_help=False)
|
|
common_args.add_argument('--src-branch', help='source branch')
|
|
common_args.add_argument(
|
|
'--modified-files',
|
|
nargs='+',
|
|
help='space-separated list specifies the modified files. will be detected by --src-branch if not provided',
|
|
)
|
|
|
|
actions.add_parser('id', parents=[common_args])
|
|
actions.add_parser('commits', parents=[common_args])
|
|
actions.add_parser('components', parents=[common_args])
|
|
target = actions.add_parser('target_in_tags')
|
|
target.add_argument('tags', help='comma separated tags, e.g., esp32,generic')
|
|
|
|
args = parser.parse_args()
|
|
|
|
if args.action == 'id':
|
|
if not args.src_branch:
|
|
raise RuntimeError('--src-branch is required')
|
|
print(get_mr_iid(args.src_branch))
|
|
elif args.action == 'commits':
|
|
if not args.src_branch:
|
|
raise RuntimeError('--src-branch is required')
|
|
_print_list([commit.id for commit in get_mr_commits(args.src_branch)])
|
|
elif args.action == 'components':
|
|
_print_list(get_mr_components(args.src_branch, args.modified_files))
|
|
elif args.action == 'target_in_tags':
|
|
print(get_target_in_tags(args.tags))
|
|
else:
|
|
raise NotImplementedError('not possible to get here')
|