Cleanup: Remove no-longer-needed expand_filegroups.py (#25532)
* get rid of expand_filegroups.py * regenerate projectspull/25531/head
Jan Tattermusch
4 years ago
committed by
GitHub
parent
8e268dcec8
commit
53d32b748f
5 changed files with 8 additions and 172 deletions
@ -1,159 +0,0 @@ |
||||
# Copyright 2015 gRPC authors. |
||||
# |
||||
# Licensed under the Apache License, Version 2.0 (the "License"); |
||||
# you may not use this file except in compliance with the License. |
||||
# You may obtain a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, |
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
# See the License for the specific language governing permissions and |
||||
# limitations under the License. |
||||
"""Buildgen expand filegroups plugin. |
||||
|
||||
This takes the list of libs from our yaml dictionary, |
||||
and expands any and all filegroup. |
||||
|
||||
""" |
||||
|
||||
|
||||
def excluded(filename, exclude_res): |
||||
for r in exclude_res: |
||||
if r.search(filename): |
||||
return True |
||||
return False |
||||
|
||||
|
||||
def uniquify(lst): |
||||
out = [] |
||||
for el in lst: |
||||
if el not in out: |
||||
out.append(el) |
||||
return out |
||||
|
||||
|
||||
FILEGROUP_LISTS = ['src', 'headers', 'public_headers', 'deps'] |
||||
|
||||
FILEGROUP_DEFAULTS = { |
||||
'language': 'c', |
||||
'boringssl': False, |
||||
'zlib': False, |
||||
'ares': False, |
||||
} |
||||
|
||||
|
||||
def mako_plugin(dictionary): |
||||
"""The exported plugin code for expand_filegroups. |
||||
|
||||
The list of libs in the build.yaml file can contain "filegroups" tags. |
||||
These refer to the filegroups in the root object. We will expand and |
||||
merge filegroups on the src, headers and public_headers properties. |
||||
|
||||
""" |
||||
libs = dictionary.get('libs') |
||||
targets = dictionary.get('targets') |
||||
filegroups_list = dictionary.get('filegroups') |
||||
filegroups_set = set(fg['name'] for fg in filegroups_list) |
||||
filegroups = {} |
||||
|
||||
for fg in filegroups_list: |
||||
for lst in FILEGROUP_LISTS: |
||||
fg[lst] = fg.get(lst, []) |
||||
fg['own_%s' % lst] = list(fg[lst]) |
||||
for attr, val in FILEGROUP_DEFAULTS.items(): |
||||
if attr not in fg: |
||||
fg[attr] = val |
||||
|
||||
todo = list(filegroups_list) |
||||
skips = 0 |
||||
|
||||
while todo: |
||||
assert skips != len( |
||||
todo), "infinite loop in filegroup uses clauses: %r" % [ |
||||
t['name'] for t in todo |
||||
] |
||||
# take the first element of the todo list |
||||
cur = todo[0] |
||||
todo = todo[1:] |
||||
# check all uses filegroups are present (if no, skip and come back later) |
||||
skip = False |
||||
for use in cur.get('uses', []): |
||||
assert use in filegroups_set, ( |
||||
"filegroup(%s) uses non-existent %s" % (cur['name'], use)) |
||||
if use not in filegroups: |
||||
skip = True |
||||
if skip: |
||||
skips += 1 |
||||
todo.append(cur) |
||||
else: |
||||
skips = 0 |
||||
assert 'plugins' not in cur |
||||
plugins = [] |
||||
for uses in cur.get('uses', []): |
||||
for plugin in filegroups[uses]['plugins']: |
||||
if plugin not in plugins: |
||||
plugins.append(plugin) |
||||
for lst in FILEGROUP_LISTS: |
||||
vals = cur.get(lst, []) |
||||
vals.extend(filegroups[uses].get(lst, [])) |
||||
cur[lst] = vals |
||||
cur_plugin_name = cur.get('plugin') |
||||
if cur_plugin_name: |
||||
plugins.append(cur_plugin_name) |
||||
cur['plugins'] = plugins |
||||
filegroups[cur['name']] = cur |
||||
|
||||
# build reverse dependency map |
||||
things = {} |
||||
for thing in dictionary['libs'] + dictionary['targets'] + dictionary[ |
||||
'filegroups']: |
||||
things[thing['name']] = thing |
||||
thing['used_by'] = [] |
||||
thing_deps = lambda t: t.get('uses', []) + t.get('filegroups', []) + t.get( |
||||
'deps', []) |
||||
for thing in things.values(): |
||||
done = set() |
||||
todo = thing_deps(thing) |
||||
while todo: |
||||
cur = todo[0] |
||||
todo = todo[1:] |
||||
if cur in done: |
||||
continue |
||||
things[cur]['used_by'].append(thing['name']) |
||||
todo.extend(thing_deps(things[cur])) |
||||
done.add(cur) |
||||
|
||||
# the above expansion can introduce duplicate filenames: contract them here |
||||
for fg in filegroups.values(): |
||||
for lst in FILEGROUP_LISTS: |
||||
fg[lst] = uniquify(fg.get(lst, [])) |
||||
|
||||
for tgt in dictionary['targets']: |
||||
for lst in FILEGROUP_LISTS: |
||||
tgt[lst] = tgt.get(lst, []) |
||||
tgt['own_%s' % lst] = list(tgt[lst]) |
||||
|
||||
for lib in libs + targets: |
||||
assert 'plugins' not in lib |
||||
plugins = [] |
||||
for lst in FILEGROUP_LISTS: |
||||
vals = lib.get(lst, []) |
||||
lib[lst] = list(vals) |
||||
lib['own_%s' % lst] = list(vals) |
||||
for fg_name in lib.get('filegroups', []): |
||||
fg = filegroups[fg_name] |
||||
for plugin in fg['plugins']: |
||||
if plugin not in plugins: |
||||
plugins.append(plugin) |
||||
for lst in FILEGROUP_LISTS: |
||||
vals = lib.get(lst, []) |
||||
vals.extend(fg.get(lst, [])) |
||||
lib[lst] = vals |
||||
lib['plugins'] = plugins |
||||
if lib.get('generate_plugin_registry', False): |
||||
lib['src'].append('src/core/plugin_registry/%s_plugin_registry.cc' % |
||||
lib['name']) |
||||
for lst in FILEGROUP_LISTS: |
||||
lib[lst] = uniquify(lib.get(lst, [])) |
||||
Loading…
Reference in new issue