import requests import textwrap import dataclasses import logging import re import os API_BASE = 'https://git.lix.systems/api/v1' API_KEY = os.environ['FORGEJO_API_KEY'] log = logging.getLogger(__name__) log.setLevel(logging.INFO) fmt = logging.Formatter('{asctime} {levelname} {name}: {message}', datefmt='%b %d %H:%M:%S', style='{') if not any(isinstance(h, logging.StreamHandler) for h in log.handlers): hand = logging.StreamHandler() hand.setFormatter(fmt) log.addHandler(hand) # These are erring in the direction of re-triage, rather than necessarily # mapping all metadata of the issue LABEL_MAPPING = { 'lix-import': 153, # 'imported', 'contributor-experience': 148, # 'devx', 'bug': 150, # 'bug', 'UX': 149, # 'ux', 'error-messages': 149, # 'ux', 'lix-stability': 146, # 'stability', 'performance': 147, # 'performance', 'tests': 121, # 'tests', } def api(method, endpoint: str, resp_json=True, **kwargs): log.info('http %s %s', method, endpoint) if not endpoint.startswith('https'): endpoint = API_BASE + endpoint resp = requests.request(method, endpoint, headers={'Authorization': f'Bearer {API_KEY}'}, **kwargs) resp.raise_for_status() if resp_json: return resp.json() else: return resp def paginate(method: str, url: str): while True: resp = api(method, url, resp_json=False) yield from resp.json() next_one = resp.links.get('next') if not next_one: return url = next_one.get('url') if not url: return class DataClassUnpack: """Taken from: https://stackoverflow.com/a/72164665""" classFieldCache = {} @classmethod def instantiate(cls, classToInstantiate, argDict): if classToInstantiate not in cls.classFieldCache: cls.classFieldCache[classToInstantiate] = { f.name for f in getattr(classToInstantiate, dataclasses._FIELDS).values() if f._field_type is not dataclasses._FIELD_CLASSVAR # type: ignore } fieldSet = cls.classFieldCache[classToInstantiate] filteredArgDict = {k: v for k, v in argDict.items() if k in fieldSet} return classToInstantiate(**filteredArgDict) @dataclasses.dataclass class Label: name: str description: str @dataclasses.dataclass class Issue: number: int url: str html_url: str title: str body: str labels: dataclasses.InitVar[list[dict]] labels_clean: list[Label] = dataclasses.field(init=False) def __post_init__(self, labels): self.labels_clean = [DataClassUnpack.instantiate(Label, l) for l in labels] def issues_to_import(): yield from paginate('GET', '/repos/nixos/nix/issues?state=open&labels=lix-import') def issues_already_imported(): yield from paginate('GET', '/repos/lix-project/lix/issues?state=open&labels=imported') UPSTREAM_ISSUE_RE = re.compile(r'^Upstream-Issue: https://git\.lix\.systems/NixOS/nix/issues/(\d+)$', re.MULTILINE) def make_already_imported(): d = {} for issue in issues_already_imported(): iss = DataClassUnpack.instantiate(Issue, issue) print(iss) match = UPSTREAM_ISSUE_RE.search(iss.body) if match: d[int(match.group(1))] = iss return d def new_issue(title, body, labels): api('POST', '/repos/lix-project/lix/issues', resp_json=True, json={ 'labels': labels, 'body': body, 'title': title, }) already_imported = make_already_imported() def import_issue(iss: Issue): if iss.number in already_imported: log.info('Skipping already imported %d', iss.number) return new_body = textwrap.dedent(''' Upstream-Issue: {iss} {original_body} ''').format(iss=iss.html_url, original_body=iss.body) new_labels = [LABEL_MAPPING[l.name] for l in iss.labels_clean if l.name in LABEL_MAPPING] new_title = '[Nix#{num}] {title}'.format(num=iss.number, title=iss.title) log.info('%s', f'create issue with: {new_labels} {new_title} {new_body}') new_issue(new_title, new_body, new_labels) def go(): print('Have you turned off the forgejo mailer or limited the queue workers to 0 (assuming that works)? Enter "We have" if so:') answer = input('> ') if answer != 'We have': return log.info('Importing issues!') for issue in issues_to_import(): import_issue(DataClassUnpack.instantiate(Issue, issue)) if __name__ == '__main__': go()