#!/usr/bin/python3 -tt # Copyright 2012 Jussi Pakkanen # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # http://www.apache.org/licenses/LICENSE-2.0 # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import os, stat, re import interpreter, nodes def shell_quote(cmdlist): return ["'" + x + "'" for x in cmdlist] def do_conf_file(src, dst, variables): data = open(src).readlines() regex = re.compile('@(.*?)@') result = [] for line in data: match = re.search(regex, line) while match: varname = match.group(1) if varname in variables: var = variables[varname] if isinstance(var, str): pass elif isinstance(var, nodes.StringStatement): var = var.get_value() else: raise RuntimeError('Tried to replace a variable with something other than a string.') else: var = '' line = line.replace('@' + varname + '@', var) match = re.search(regex, line) result.append(line) open(dst, 'w').writelines(result) class ShellGenerator(): def __init__(self, build, interp): self.build = build self.environment = build.environment self.interpreter = interp self.build_filename = 'compile.sh' self.test_filename = 'run_tests.sh' self.install_filename = 'install.sh' self.processed_targets = {} def generate(self): self.generate_compile_script() self.generate_test_script() self.generate_install_script() def create_shfile(self, outfilename, message): outfile = open(outfilename, 'w') outfile.write('#!/bin/sh\n\n') outfile.write(message) cdcmd = ['cd', self.environment.get_build_dir()] outfile.write(' '.join(shell_quote(cdcmd)) + '\n') os.chmod(outfilename, stat.S_IREAD | stat.S_IWRITE | stat.S_IEXEC |\ stat.S_IRGRP | stat.S_IXGRP | stat.S_IROTH | stat.S_IXOTH) return outfile def generate_compile_script(self): outfilename = os.path.join(self.environment.get_build_dir(), self.build_filename) message = """echo This is an autogenerated shell script build file for project \\"%s\\" echo This is experimental and most likely will not work! """ % self.build.get_project() outfile = self.create_shfile(outfilename, message) self.generate_commands(outfile) outfile.close() def generate_test_script(self): outfilename = os.path.join(self.environment.get_build_dir(), self.test_filename) message = """echo This is an autogenerated test script for project \\"%s\\" echo This is experimental and most likely will not work! echo Run compile.sh before this or bad things will happen. """ % self.build.get_project() outfile = self.create_shfile(outfilename, message) self.generate_tests(outfile) outfile.close() def generate_install_script(self): outfilename = os.path.join(self.environment.get_build_dir(), self.install_filename) message = """echo This is an autogenerated install script for project \\"%s\\" echo This is experimental and most likely will not work! echo Run compile.sh before this or bad things will happen. """ % self.build.get_project() outfile = self.create_shfile(outfilename, message) self.generate_configure_files() self.generate_target_install(outfile) self.generate_header_install(outfile) self.generate_man_install(outfile) self.generate_data_install(outfile) outfile.close() def make_subdir(self, outfile, dir): cmdlist = ['mkdir', '-p', dir] outfile.write(' '.join(shell_quote(cmdlist)) + ' || exit\n') def copy_file(self, outfile, filename, outdir): cpcommand = ['cp', filename, outdir] cpcommand = ' '.join(shell_quote(cpcommand)) + ' || exit\n' outfile.write(cpcommand) def generate_configure_files(self): for cf in self.build.get_configure_files(): infile = os.path.join(self.environment.get_source_dir(), cf.get_subdir(), cf.get_source_name()) # FIXME, put in in the proper path. outfile = os.path.join(self.environment.get_build_dir(), cf.get_target_name()) do_conf_file(infile, outfile, self.interpreter.get_variables()) def generate_data_install(self, outfile): prefix = self.environment.get_prefix() dataroot = os.path.join(prefix, self.environment.get_datadir()) data = self.build.get_data() if len(data) != 0: outfile.write('\necho Installing data files.\n') else: outfile.write('\necho This project has no data files to install.\n') for d in data: subdir = os.path.join(dataroot, d.get_subdir()) absdir = os.path.join(self.environment.get_prefix(), subdir) for f in d.get_sources(): self.make_subdir(outfile, absdir) srcabs = os.path.join(self.environment.get_source_dir(), f) dstabs = os.path.join(absdir, f) self.copy_file(outfile, srcabs, dstabs) def generate_man_install(self, outfile): prefix = self.environment.get_prefix() manroot = os.path.join(prefix, self.environment.get_mandir()) man = self.build.get_man() if len(man) != 0: outfile.write('\necho Installing man pages.\n') else: outfile.write('\necho This project has no man pages to install.\n') for m in man: for f in m.get_sources(): num = f.split('.')[-1] subdir = 'man' + num absdir = os.path.join(manroot, subdir) self.make_subdir(outfile, absdir) srcabs = os.path.join(self.environment.get_source_dir(), f) dstabs = os.path.join(manroot, os.path.join(subdir, f + '.gz')) cmd = "gzip < '%s' > '%s' || exit\n" % (srcabs, dstabs) outfile.write(cmd) def generate_header_install(self, outfile): prefix = self.environment.get_prefix() incroot = os.path.join(prefix, self.environment.get_includedir()) headers = self.build.get_headers() if len(headers) != 0: outfile.write('\necho Installing headers.\n') else: outfile.write('\necho This project has no headers to install.\n') for h in headers: outdir = os.path.join(incroot, h.get_subdir()) self.make_subdir(outfile, outdir) for f in h.get_sources(): abspath = os.path.join(self.environment.get_source_dir(), f) # FIXME self.copy_file(outfile, abspath, outdir) def generate_target_install(self, outfile): prefix = self.environment.get_prefix() libdir = os.path.join(prefix, self.environment.get_libdir()) bindir = os.path.join(prefix, self.environment.get_bindir()) self.make_subdir(outfile, libdir) self.make_subdir(outfile, bindir) if len(self.build.get_targets()) != 0: outfile.write('\necho Installing targets.\n') else: outfile.write('\necho This project has no targets to install.\n') for tmp in self.build.get_targets().items(): (name, t) = tmp if t.should_install(): if isinstance(t, interpreter.Executable): outdir = bindir else: outdir = libdir outfile.write('echo Installing "%s".\n' % name) self.copy_file(outfile, self.get_target_filename(t), outdir) def generate_tests(self, outfile): for t in self.build.get_tests(): cmds = [] cmds.append(self.get_target_filename(t.get_exe())) outfile.write('echo Running test \\"%s\\".\n' % t.get_name()) outfile.write(' '.join(shell_quote(cmds)) + ' || exit\n') def get_compiler_for_source(self, src): for i in self.build.compilers: if i.can_compile(src): return i raise RuntimeError('No specified compiler can handle file ' + src) def generate_basic_compiler_arguments(self, target, compiler): commands = [] commands += compiler.get_exelist() commands += self.build.get_global_flags(compiler) commands += target.get_extra_args(compiler.get_language()) commands += compiler.get_debug_flags() commands += compiler.get_std_warn_flags() commands += compiler.get_compile_only_flags() if isinstance(target, interpreter.SharedLibrary): commands += compiler.get_pic_flags() for dep in target.get_external_deps(): commands += dep.get_compile_flags() return commands def get_pch_include_args(self, compiler, target): args = [] pchpath = self.get_target_dir(target) includearg = compiler.get_include_arg(pchpath) for p in target.get_pch(): if compiler.can_compile(p): args.append('-include') args.append(os.path.split(p)[-1]) if len(args) > 0: args = [includearg] + args return args def generate_single_compile(self, target, outfile, src): compiler = self.get_compiler_for_source(src) commands = self.generate_basic_compiler_arguments(target, compiler) abs_src = os.path.join(self.environment.get_source_dir(), target.get_source_subdir(), src) abs_obj = os.path.join(self.get_target_dir(target), src) abs_obj += '.' + self.environment.get_object_suffix() for i in target.get_include_dirs(): basedir = i.get_curdir() for d in i.get_incdirs(): fulldir = os.path.join(self.environment.get_source_dir(), basedir, d) arg = compiler.get_include_arg(fulldir) commands.append(arg) commands += self.get_pch_include_args(compiler, target) commands.append(abs_src) commands += compiler.get_output_flags() commands.append(abs_obj) quoted = shell_quote(commands) outfile.write('\necho Compiling \\"%s\\"\n' % src) outfile.write(' '.join(quoted) + ' || exit\n') return abs_obj def build_target_link_arguments(self, deps): args = [] for d in deps: if not isinstance(d, interpreter.StaticLibrary) and\ not isinstance(d, interpreter.SharedLibrary): raise RuntimeError('Tried to link with a non-library target "%s".' % d.get_basename()) args.append(self.get_target_filename(d)) return args def generate_link(self, target, outfile, outname, obj_list): if isinstance(target, interpreter.StaticLibrary): linker = self.build.static_linker else: linker = self.build.compilers[0] # Fixme. commands = [] commands += linker.get_exelist() if isinstance(target, interpreter.Executable): commands += linker.get_std_exe_link_flags() elif isinstance(target, interpreter.SharedLibrary): commands += linker.get_std_shared_lib_link_flags() commands += linker.get_pic_flags() elif isinstance(target, interpreter.StaticLibrary): commands += linker.get_std_link_flags() else: raise RuntimeError('Unknown build target type.') for dep in target.get_external_deps(): commands += dep.get_link_flags() commands += linker.get_output_flags() commands.append(outname) commands += obj_list commands += self.build_target_link_arguments(target.get_dependencies()) quoted = shell_quote(commands) outfile.write('\necho Linking \\"%s\\".\n' % target.get_basename()) outfile.write(' '.join(quoted) + ' || exit\n') def get_target_dir(self, target): dirname = os.path.join(self.environment.get_build_dir(), target.get_basename()) os.makedirs(dirname, exist_ok=True) return dirname def generate_commands(self, outfile): for i in self.build.get_targets().items(): target = i[1] self.generate_target(target, outfile) def process_target_dependencies(self, target, outfile): for t in target.get_dependencies(): tname = t.get_basename() if not tname in self.processed_targets: self.generate_target(t, outfile) def get_target_filename(self, target): targetdir = self.get_target_dir(target) filename = os.path.join(targetdir, target.get_filename()) return filename def generate_pch(self, target, outfile): print('Generating pch for "%s"' % target.get_basename()) for pch in target.get_pch(): if '/' not in pch: raise interpreter.InvalidArguments('Precompiled header of "%s" must not be in the same direcotory as source, please put it in a subdirectory.' % target.get_basename()) compiler = self.get_compiler_for_source(pch) commands = self.generate_basic_compiler_arguments(target, compiler) srcabs = os.path.join(self.environment.get_source_dir(), target.get_source_subdir(), pch) dstabs = os.path.join(self.environment.get_build_dir(), self.get_target_dir(target), os.path.split(pch)[-1] + '.' + compiler.get_pch_suffix()) commands.append(srcabs) commands += compiler.get_output_flags() commands.append(dstabs) quoted = shell_quote(commands) outfile.write('\necho Generating pch \\"%s\\".\n' % pch) outfile.write(' '.join(quoted) + ' || exit\n') def generate_target(self, target, outfile): name = target.get_basename() if name in self.processed_targets: return self.process_target_dependencies(target, outfile) print('Generating target', name) outname = self.get_target_filename(target) obj_list = [] if target.has_pch(): self.generate_pch(target, outfile) for src in target.get_sources(): obj_list.append(self.generate_single_compile(target, outfile, src)) self.generate_link(target, outfile, outname, obj_list) self.processed_targets[name] = True if __name__ == '__main__': code = """ project('simple generator') language('c') executable('prog', 'prog.c', 'dep.c') """ import environment os.chdir(os.path.split(__file__)[0]) envir = environment.Environment('.', 'work area') intpr = interpreter.Interpreter(code, envir) g = ShellGenerator(intpr, envir) g.generate()