-
Notifications
You must be signed in to change notification settings - Fork 3k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Build CI test matrix using impacted modules list
- Loading branch information
1 parent
9962763
commit a6ca91f
Showing
2 changed files
with
144 additions
and
37 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,78 @@ | ||
| #!/usr/bin/env python3 | ||
|
|
||
| import argparse | ||
| import yaml | ||
| import json | ||
| import logging | ||
| import sys | ||
|
|
||
|
|
||
| def main(): | ||
| parser = argparse.ArgumentParser( | ||
| description="Filter test matrix modules using list of impacted modules." | ||
| ) | ||
| parser.add_argument( | ||
| "-m", | ||
| "--matrix", | ||
| type=argparse.FileType("r"), | ||
| default=".github/test-matrix.yaml", | ||
| help="A YAML file with the test matrix", | ||
| ) | ||
| parser.add_argument( | ||
| "-i", | ||
| "--impacted", | ||
| type=argparse.FileType("r"), | ||
| default="gib-impacted.log", | ||
| help="File containing list of impacted modules, one per line, " | ||
| "as paths, not artifact ids", | ||
| ) | ||
| parser.add_argument( | ||
| "-o", | ||
| "--output", | ||
| type=argparse.FileType("w"), | ||
| default=sys.stdout, | ||
| help="Filename to write impacted modules matrix JSON to", | ||
| ) | ||
| parser.add_argument( | ||
| "-v", | ||
| "--verbose", | ||
| action="store_const", | ||
| dest="loglevel", | ||
| const=logging.INFO, | ||
| default=logging.WARNING, | ||
| help="Print info level logs", | ||
| ) | ||
|
|
||
| args = parser.parse_args() | ||
| logging.basicConfig(level=args.loglevel) | ||
| build(args.matrix, args.impacted, args.output) | ||
|
|
||
|
|
||
| def build(matrix_file, impacted_file, output_file): | ||
| matrix = yaml.load(matrix_file, Loader=yaml.Loader) | ||
| impacted = list(filter(None, [line.strip() for line in impacted_file.readlines()])) | ||
| logging.info("Read matrix: %s", matrix) | ||
| logging.info("Read impacted: %s", impacted) | ||
| include = [] | ||
| for item in matrix.get("include", []): | ||
| modules = item.get("modules", []) | ||
| if isinstance(modules, str): | ||
| modules = [modules] | ||
| if not any(module in impacted for module in modules): | ||
| logging.info("Excluding matrix section: %s", item) | ||
| continue | ||
| include.append( | ||
| { | ||
| # concatenate because matrix values should be primitives | ||
| "modules": ",".join(modules), | ||
| "profile": item.get("profile", ""), | ||
| } | ||
| ) | ||
| if include: | ||
| matrix["include"] = include | ||
| json.dump(matrix, output_file) | ||
| output_file.write("\n") | ||
|
|
||
|
|
||
| if __name__ == "__main__": | ||
| main() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters