Eli Schwartz
3 years ago
parent
be6e09bfdb
commit
140097faf0
8 changed files with 23 additions and 545 deletions
@ -1,140 +0,0 @@ |
|||||||
#!/usr/bin/env python3 |
|
||||||
|
|
||||||
# Copyright 2020 Daniel Mensinger |
|
||||||
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License"); |
|
||||||
# you may not use this file except in compliance with the License. |
|
||||||
# You may obtain a copy of the License at |
|
||||||
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0 |
|
||||||
|
|
||||||
# Unless required by applicable law or agreed to in writing, software |
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
# See the License for the specific language governing permissions and |
|
||||||
# limitations under the License. |
|
||||||
|
|
||||||
import sys |
|
||||||
import hashlib |
|
||||||
import textwrap |
|
||||||
import re |
|
||||||
from pathlib import Path |
|
||||||
from datetime import datetime |
|
||||||
import typing as T |
|
||||||
|
|
||||||
class DataFile: |
|
||||||
file_counter = 0 |
|
||||||
|
|
||||||
def __init__(self, path: Path, root: Path): |
|
||||||
self.path = path |
|
||||||
self.id = self.path.relative_to(root) |
|
||||||
self.data_str = f'file_{DataFile.file_counter}_data_' + re.sub('[^a-zA-Z0-9]', '_', self.path.name) |
|
||||||
DataFile.file_counter += 1 |
|
||||||
|
|
||||||
b = self.path.read_bytes() |
|
||||||
self.data = b.decode() |
|
||||||
self.sha256sum = hashlib.sha256(b).hexdigest() |
|
||||||
|
|
||||||
def __repr__(self) -> str: |
|
||||||
return f'<{type(self).__name__}: [{self.sha256sum}] {self.id}>' |
|
||||||
|
|
||||||
def main() -> int: |
|
||||||
root_dir = Path(__file__).resolve().parents[1] |
|
||||||
mesonbuild_dir = root_dir / 'mesonbuild' |
|
||||||
out_file = mesonbuild_dir / 'mesondata.py' |
|
||||||
|
|
||||||
data_dirs = sorted(mesonbuild_dir.glob('**/data')) |
|
||||||
|
|
||||||
data_files: T.List[DataFile] = [] |
|
||||||
|
|
||||||
for d in data_dirs: |
|
||||||
for p in sorted(d.iterdir()): |
|
||||||
data_files += [DataFile(p, mesonbuild_dir)] |
|
||||||
|
|
||||||
print(f'Found {len(data_files)} data files') |
|
||||||
|
|
||||||
# Generate the data script |
|
||||||
data = '' |
|
||||||
|
|
||||||
data += textwrap.dedent(f'''\ |
|
||||||
# Copyright {datetime.today().year} The Meson development team |
|
||||||
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License"); |
|
||||||
# you may not use this file except in compliance with the License. |
|
||||||
# You may obtain a copy of the License at |
|
||||||
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0 |
|
||||||
|
|
||||||
# Unless required by applicable law or agreed to in writing, software |
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
# See the License for the specific language governing permissions and |
|
||||||
# limitations under the License. |
|
||||||
|
|
||||||
|
|
||||||
#### |
|
||||||
#### WARNING: This is an automatically generated file! Do not edit! |
|
||||||
#### Generated by {Path(__file__).resolve().relative_to(root_dir)} |
|
||||||
#### |
|
||||||
|
|
||||||
|
|
||||||
# TODO: Remember to remove this also from tools/gen_data.py |
|
||||||
from pathlib import Path |
|
||||||
import typing as T |
|
||||||
|
|
||||||
if T.TYPE_CHECKING: |
|
||||||
from .environment import Environment |
|
||||||
|
|
||||||
###################### |
|
||||||
# BEGIN Data section # |
|
||||||
###################### |
|
||||||
|
|
||||||
''') |
|
||||||
|
|
||||||
for i in data_files: |
|
||||||
data += f"{i.data_str} = '''\\\n{i.data}'''\n\n" |
|
||||||
|
|
||||||
data += textwrap.dedent(f''' |
|
||||||
#################### |
|
||||||
# END Data section # |
|
||||||
#################### |
|
||||||
|
|
||||||
class DataFile: |
|
||||||
def __init__(self, path: Path, sha256sum: str, data: str) -> None: |
|
||||||
self.path = path |
|
||||||
self.sha256sum = sha256sum |
|
||||||
self.data = data |
|
||||||
|
|
||||||
def write_once(self, path: Path) -> None: |
|
||||||
if not path.exists(): |
|
||||||
path.write_text(self.data, encoding='utf-8') |
|
||||||
|
|
||||||
def write_to_private(self, env: 'Environment') -> Path: |
|
||||||
out_file = Path(env.scratch_dir) / 'data' / self.path.name |
|
||||||
out_file.parent.mkdir(exist_ok=True) |
|
||||||
self.write_once(out_file) |
|
||||||
return out_file |
|
||||||
|
|
||||||
|
|
||||||
mesondata = {{ |
|
||||||
''') |
|
||||||
|
|
||||||
for i in data_files: |
|
||||||
data += textwrap.indent(textwrap.dedent(f"""\ |
|
||||||
'{i.id}': DataFile( |
|
||||||
Path('{i.id}'), |
|
||||||
'{i.sha256sum}', |
|
||||||
{i.data_str}, |
|
||||||
), |
|
||||||
"""), ' ') |
|
||||||
|
|
||||||
data += textwrap.dedent('''\ |
|
||||||
} |
|
||||||
''') |
|
||||||
|
|
||||||
print(f'Updating {out_file}') |
|
||||||
out_file.write_text(data, encoding='utf-8') |
|
||||||
return 0 |
|
||||||
|
|
||||||
if __name__ == '__main__': |
|
||||||
sys.exit(main()) |
|
||||||
Loading…
Reference in new issue