# Copyright 2015-2016 The Meson development team # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # http://www.apache.org/licenses/LICENSE-2.0 # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import json import sys, os import configparser import shutil import typing as T from glob import glob from urllib.parse import urlparse from urllib.request import urlopen from .wrap import WrapException from .. import mesonlib if T.TYPE_CHECKING: import argparse def add_arguments(parser: 'argparse.ArgumentParser') -> None: subparsers = parser.add_subparsers(title='Commands', dest='command') subparsers.required = True p = subparsers.add_parser('list', help='show all available projects') p.set_defaults(wrap_func=list_projects) p = subparsers.add_parser('search', help='search the db by name') p.add_argument('name') p.set_defaults(wrap_func=search) p = subparsers.add_parser('install', help='install the specified project') p.add_argument('name') p.set_defaults(wrap_func=install) p = subparsers.add_parser('update', help='update the project to its newest available release') p.add_argument('name') p.set_defaults(wrap_func=update) p = subparsers.add_parser('info', help='show available versions of a project') p.add_argument('name') p.set_defaults(wrap_func=info) p = subparsers.add_parser('status', help='show installed and available versions of your projects') p.set_defaults(wrap_func=status) p = subparsers.add_parser('promote', help='bring a subsubproject up to the master project') p.add_argument('project_path') p.set_defaults(wrap_func=promote) def get_releases() -> T.Dict[str, T.Any]: url = urlopen('https://wrapdb.mesonbuild.com/v2/releases.json') return T.cast(T.Dict[str, T.Any], json.loads(url.read().decode())) def list_projects(options: 'argparse.Namespace') -> None: releases = get_releases() for p in releases.keys(): print(p) def search(options: 'argparse.Namespace') -> None: name = options.name releases = get_releases() for p, info in releases.items(): if p.find(name) != -1: print(p) else: for dep in info.get('dependency_names', []): if dep.find(name) != -1: print(f'Dependency {dep} found in wrap {p}') def get_latest_version(name: str) -> tuple: releases = get_releases() info = releases.get(name) if not info: raise WrapException(f'Wrap {name} not found in wrapdb') latest_version = info['versions'][0] version, revision = latest_version.rsplit('-', 1) return version, revision def install(options: 'argparse.Namespace') -> None: name = options.name if not os.path.isdir('subprojects'): raise SystemExit('Subprojects dir not found. Run this script in your source root directory.') if os.path.isdir(os.path.join('subprojects', name)): raise SystemExit('Subproject directory for this project already exists.') wrapfile = os.path.join('subprojects', name + '.wrap') if os.path.exists(wrapfile): raise SystemExit('Wrap file already exists.') (version, revision) = get_latest_version(name) url = urlopen(f'https://wrapdb.mesonbuild.com/v2/{name}_{version}-{revision}/{name}.wrap') with open(wrapfile, 'wb') as f: f.write(url.read()) print(f'Installed {name} version {version} revision {revision}') def parse_patch_url(patch_url: str) -> T.Tuple[str, str]: u = urlparse(patch_url) if u.netloc != 'wrapdb.mesonbuild.com': raise WrapException(f'URL {patch_url} does not seems to be a wrapdb patch') arr = u.path.strip('/').split('/') if arr[0] == 'v1': # e.g. https://wrapdb.mesonbuild.com/v1/projects/zlib/1.2.11/5/get_zip return arr[-3], arr[-2] elif arr[0] == 'v2': # e.g. https://wrapdb.mesonbuild.com/v2/zlib_1.2.11-5/get_patch tag = arr[-2] name, version = tag.rsplit('_', 1) version, revision = version.rsplit('-', 1) return version, revision else: raise WrapException(f'Invalid wrapdb URL {patch_url}') def get_current_version(wrapfile: str) -> T.Tuple[str, str, str, str, str]: cp = configparser.ConfigParser(interpolation=None) cp.read(wrapfile) wrap_data = cp['wrap-file'] patch_url = wrap_data['patch_url'] branch, revision = parse_patch_url(patch_url) return branch, revision, wrap_data['directory'], wrap_data['source_filename'], wrap_data['patch_filename'] def update_wrap_file(wrapfile: str, name: str, new_version: str, new_revision: str) -> None: url = urlopen(f'https://wrapdb.mesonbuild.com/v2/{name}_{new_version}-{new_revision}/{name}.wrap') with open(wrapfile, 'wb') as f: f.write(url.read()) def update(options: 'argparse.Namespace') -> None: name = options.name if not os.path.isdir('subprojects'): raise SystemExit('Subprojects dir not found. Run this command in your source root directory.') wrapfile = os.path.join('subprojects', name + '.wrap') if not os.path.exists(wrapfile): raise SystemExit('Project ' + name + ' is not in use.') (branch, revision, subdir, src_file, patch_file) = get_current_version(wrapfile) (new_branch, new_revision) = get_latest_version(name) if new_branch == branch and new_revision == revision: print('Project ' + name + ' is already up to date.') raise SystemExit update_wrap_file(wrapfile, name, new_branch, new_revision) shutil.rmtree(os.path.join('subprojects', subdir), ignore_errors=True) try: os.unlink(os.path.join('subprojects/packagecache', src_file)) except FileNotFoundError: pass try: os.unlink(os.path.join('subprojects/packagecache', patch_file)) except FileNotFoundError: pass print(f'Updated {name} version {new_branch} revision {new_revision}') def info(options: 'argparse.Namespace') -> None: name = options.name releases = get_releases() info = releases.get(name) if not info: raise WrapException(f'Wrap {name} not found in wrapdb') print(f'Available versions of {name}:') for v in info['versions']: print(' ', v) def do_promotion(from_path: str, spdir_name: str) -> None: if os.path.isfile(from_path): assert from_path.endswith('.wrap') shutil.copy(from_path, spdir_name) elif os.path.isdir(from_path): sproj_name = os.path.basename(from_path) outputdir = os.path.join(spdir_name, sproj_name) if os.path.exists(outputdir): raise SystemExit(f'Output dir {outputdir} already exists. Will not overwrite.') shutil.copytree(from_path, outputdir, ignore=shutil.ignore_patterns('subprojects')) def promote(options: 'argparse.Namespace') -> None: argument = options.project_path spdir_name = 'subprojects' sprojs = mesonlib.detect_subprojects(spdir_name) # check if the argument is a full path to a subproject directory or wrap file system_native_path_argument = argument.replace('/', os.sep) for matches in sprojs.values(): if system_native_path_argument in matches: do_promotion(system_native_path_argument, spdir_name) return # otherwise the argument is just a subproject basename which must be unambiguous if argument not in sprojs: raise SystemExit(f'Subproject {argument} not found in directory tree.') matches = sprojs[argument] if len(matches) > 1: print(f'There is more than one version of {argument} in tree. Please specify which one to promote:\n', file=sys.stderr) for s in matches: print(s, file=sys.stderr) raise SystemExit(1) do_promotion(matches[0], spdir_name) def status(options: 'argparse.Namespace') -> None: print('Subproject status') for w in glob('subprojects/*.wrap'): name = os.path.basename(w)[:-5] try: (latest_branch, latest_revision) = get_latest_version(name) except Exception: print('', name, 'not available in wrapdb.', file=sys.stderr) continue try: (current_branch, current_revision, _, _, _) = get_current_version(w) except Exception: print('Wrap file not from wrapdb.', file=sys.stderr) continue if current_branch == latest_branch and current_revision == latest_revision: print('', name, f'up to date. Branch {current_branch}, revision {current_revision}.') else: print('', name, f'not up to date. Have {current_branch} {current_revision}, but {latest_branch} {latest_revision} is available.') def run(options: 'argparse.Namespace') -> int: options.wrap_func(options) return 0