diff options
author | Kegsay <kegan@matrix.org> | 2020-06-17 15:12:09 +0100 |
---|---|---|
committer | GitHub <noreply@github.com> | 2020-06-17 15:12:09 +0100 |
commit | c7f7ae69ebd37a4bdb3fdc7c5d0d949445c837dc (patch) | |
tree | f9478931bb62c042c83499e2894b494043b7c0cf /are-we-synapse-yet.py | |
parent | 23bed196e61d4dfb8719e6bfff82888173519cde (diff) |
Are we synapse yet: Accept tests without a group rather than dying (#1142)
Produces output like:
```
Non-Spec APIs: 0% (0/52 tests)
--------------
Non-Spec API : 0% (0/50 tests)
Unknown API (no group specified): 0% (0/2 tests)
```
Co-authored-by: Neil Alexander <neilalexander@users.noreply.github.com>
Diffstat (limited to 'are-we-synapse-yet.py')
-rwxr-xr-x | are-we-synapse-yet.py | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/are-we-synapse-yet.py b/are-we-synapse-yet.py index 5d512847..30979a12 100755 --- a/are-we-synapse-yet.py +++ b/are-we-synapse-yet.py @@ -33,6 +33,7 @@ import sys test_mappings = { "nsp": "Non-Spec API", + "unk": "Unknown API (no group specified)", "f": "Federation", # flag to mark test involves federation "federation_apis": { @@ -214,7 +215,8 @@ def main(results_tap_path, verbose): # } }, "nonspec": { - "nsp": {} + "nsp": {}, + "unk": {} }, } with open(results_tap_path, "r") as f: @@ -225,7 +227,7 @@ def main(results_tap_path, verbose): name = test_result["name"] group_id = test_name_to_group_id.get(name) if not group_id: - raise Exception("The test '%s' doesn't have a group" % (name,)) + summary["nonspec"]["unk"][name] = test_result["ok"] if group_id == "nsp": summary["nonspec"]["nsp"][name] = test_result["ok"] elif group_id in test_mappings["federation_apis"]: |