diff --git a/libclc/build/metabuild.py b/libclc/build/metabuild.py deleted file mode 100644 --- a/libclc/build/metabuild.py +++ /dev/null @@ -1,100 +0,0 @@ -import ninja_syntax -import os - -# Simple meta-build system. - -class Make(object): - def __init__(self): - self.output = open(self.output_filename(), 'w') - self.rules = {} - self.rule_text = '' - self.all_targets = [] - self.default_targets = [] - self.clean_files = [] - self.distclean_files = [] - self.output.write("""all:: - -ifndef VERBOSE - Verb = @ -endif - -""") - - def output_filename(self): - return 'Makefile' - - def rule(self, name, command, description=None, depfile=None, - generator=False): - self.rules[name] = {'command': command, 'description': description, - 'depfile': depfile, 'generator': generator} - - def build(self, output, rule, inputs=[], implicit=[], order_only=[]): - inputs = self._as_list(inputs) - implicit = self._as_list(implicit) - order_only = self._as_list(order_only) - - output_dir = os.path.dirname(output) - if output_dir != '' and not os.path.isdir(output_dir): - os.makedirs(output_dir) - - dollar_in = ' '.join(inputs) - subst = lambda text: text.replace('$in', dollar_in).replace('$out', output) - - deps = ' '.join(inputs + implicit) - if order_only: - deps += ' | ' - deps += ' '.join(order_only) - self.output.write('%s: %s\n' % (output, deps)) - - r = self.rules[rule] - command = subst(r['command']) - if r['description']: - desc = subst(r['description']) - self.output.write('\t@echo %s\n\t$(Verb) %s\n' % (desc, command)) - else: - self.output.write('\t%s\n' % command) - if r['depfile']: - depfile = subst(r['depfile']) - self.output.write('-include '+depfile+'\n') - self.output.write('\n') - - self.all_targets.append(output) - if r['generator']: - self.distclean_files.append(output) - if r['depfile']: - self.distclean_files.append(depfile) - else: - self.clean_files.append(output) - if r['depfile']: - self.distclean_files.append(depfile) - - - def _as_list(self, input): - if isinstance(input, list): - return input - return [input] - - def default(self, paths): - self.default_targets += self._as_list(paths) - - def finish(self): - self.output.write('all:: %s\n\n' % ' '.join(self.default_targets or self.all_targets)) - self.output.write('clean: \n\trm -f %s\n\n' % ' '.join(self.clean_files)) - self.output.write('distclean: clean\n\trm -f %s\n' % ' '.join(self.distclean_files)) - -class Ninja(ninja_syntax.Writer): - def __init__(self): - ninja_syntax.Writer.__init__(self, open(self.output_filename(), 'w')) - - def output_filename(self): - return 'build.ninja' - - def finish(self): - pass - -def from_name(name): - if name == 'make': - return Make() - if name == 'ninja': - return Ninja() - raise LookupError('unknown generator: %s; supported generators are make and ninja' % name) diff --git a/libclc/build/ninja_syntax.py b/libclc/build/ninja_syntax.py deleted file mode 100644 --- a/libclc/build/ninja_syntax.py +++ /dev/null @@ -1,118 +0,0 @@ -#!/usr/bin/python - -"""Python module for generating .ninja files. - -Note that this is emphatically not a required piece of Ninja; it's -just a helpful utility for build-file-generation systems that already -use Python. -""" - -import textwrap -import re - -class Writer(object): - def __init__(self, output, width=78): - self.output = output - self.width = width - - def newline(self): - self.output.write('\n') - - def comment(self, text): - for line in textwrap.wrap(text, self.width - 2): - self.output.write('# ' + line + '\n') - - def variable(self, key, value, indent=0): - if value is None: - return - if isinstance(value, list): - value = ' '.join(value) - self._line('%s = %s' % (key, value), indent) - - def rule(self, name, command, description=None, depfile=None, - generator=False): - self._line('rule %s' % name) - self.variable('command', escape(command), indent=1) - if description: - self.variable('description', description, indent=1) - if depfile: - self.variable('depfile', depfile, indent=1) - if generator: - self.variable('generator', '1', indent=1) - - def build(self, outputs, rule, inputs=None, implicit=None, order_only=None, - variables=None): - outputs = self._as_list(outputs) - all_inputs = self._as_list(inputs)[:] - - if implicit: - all_inputs.append('|') - all_inputs.extend(self._as_list(implicit)) - if order_only: - all_inputs.append('||') - all_inputs.extend(self._as_list(order_only)) - - self._line('build %s: %s %s' % (' '.join(outputs), - rule, - ' '.join(all_inputs))) - - if variables: - for key, val in variables: - self.variable(key, val, indent=1) - - return outputs - - def include(self, path): - self._line('include %s' % path) - - def subninja(self, path): - self._line('subninja %s' % path) - - def default(self, paths): - self._line('default %s' % ' '.join(self._as_list(paths))) - - def _line(self, text, indent=0): - """Write 'text' word-wrapped at self.width characters.""" - leading_space = ' ' * indent - while len(text) > self.width: - # The text is too wide; wrap if possible. - - # Find the rightmost space that would obey our width constraint. - available_space = self.width - len(leading_space) - len(' $') - space = text.rfind(' ', 0, available_space) - if space < 0: - # No such space; just use the first space we can find. - space = text.find(' ', available_space) - if space < 0: - # Give up on breaking. - break - - self.output.write(leading_space + text[0:space] + ' $\n') - text = text[space+1:] - - # Subsequent lines are continuations, so indent them. - leading_space = ' ' * (indent+2) - - self.output.write(leading_space + text + '\n') - - def _as_list(self, input): - if input is None: - return [] - if isinstance(input, list): - return input - return [input] - - -def escape(string): - """Escape a string such that Makefile and shell variables are - correctly escaped for use in a Ninja file. - """ - assert '\n' not in string, 'Ninja syntax does not allow newlines' - # We only have one special metacharacter: '$'. - - # We should leave $in and $out untouched. - # Just look for makefile/shell style substitutions - return re.sub(r'(\$[{(][a-z_]+[})])', - r'$\1', - string, - flags=re.IGNORECASE) diff --git a/libclc/configure.py b/libclc/configure.py deleted file mode 100755 --- a/libclc/configure.py +++ /dev/null @@ -1,318 +0,0 @@ -#!/usr/bin/python -from __future__ import print_function - -def c_compiler_rule(b, name, description, compiler, flags): - command = "%s -MMD -MF $out.d %s -c -o $out $in" % (compiler, flags) - b.rule(name, command, description + " $out", depfile="$out.d") - -version_major = 0; -version_minor = 2; -version_patch = 0; - -from optparse import OptionParser -import os -import string -from subprocess import * -import sys - -srcdir = os.path.dirname(sys.argv[0]) - -sys.path.insert(0, os.path.join(srcdir, 'build')) -import metabuild - -p = OptionParser() -p.add_option('--with-llvm-config', metavar='PATH', - help='use given llvm-config script') -p.add_option('--with-cxx-compiler', metavar='PATH', - help='use given C++ compiler') -p.add_option('--prefix', metavar='PATH', - help='install to given prefix') -p.add_option('--libexecdir', metavar='PATH', - help='install *.bc to given dir') -p.add_option('--includedir', metavar='PATH', - help='install include files to given dir') -p.add_option('--pkgconfigdir', metavar='PATH', - help='install clc.pc to given dir') -p.add_option('-g', metavar='GENERATOR', default='make', - help='use given generator (default: make)') -p.add_option('--enable-runtime-subnormal', action="store_true", default=False, - help='Allow runtimes to choose subnormal support') -(options, args) = p.parse_args() - -llvm_config_exe = options.with_llvm_config or "llvm-config" - -prefix = options.prefix -if not prefix: - prefix = '/usr/local' - -libexecdir = options.libexecdir -if not libexecdir: - libexecdir = os.path.join(prefix, 'lib/clc') - -includedir = options.includedir -if not includedir: - includedir = os.path.join(prefix, 'include') - -pkgconfigdir = options.pkgconfigdir -if not pkgconfigdir: - pkgconfigdir = os.path.join(prefix, 'share/pkgconfig') - -def llvm_config(args): - try: - # Universal newlines translate different newline formats to '\n' - # it also force the input to be string instead of bytes in python 3 - proc = Popen([llvm_config_exe] + args, stdout=PIPE, universal_newlines=True) - return proc.communicate()[0].rstrip().replace('\n', ' ') - except OSError: - print("Error executing llvm-config.") - print("Please ensure that llvm-config is in your $PATH, or use --with-llvm-config.") - sys.exit(1) - -llvm_version = llvm_config(['--version']).replace('svn', '').split('.') -llvm_int_version = int(llvm_version[0]) * 100 + int(llvm_version[1]) * 10 -llvm_string_version = llvm_version[0] + '.' + llvm_version[1] - -if llvm_int_version < 390: - print("libclc requires LLVM >= 3.9") - sys.exit(1) - -llvm_system_libs = llvm_config(['--system-libs']) -llvm_bindir = llvm_config(['--bindir']) -llvm_core_libs = llvm_config(['--libs', 'core', 'bitreader', 'bitwriter']) + ' ' + \ - llvm_system_libs + ' ' + \ - llvm_config(['--ldflags']) -llvm_cxxflags = llvm_config(['--cxxflags']) + ' -fno-exceptions -fno-rtti ' + \ - '-DHAVE_LLVM=0x{:0=4}'.format(llvm_int_version) -llvm_libdir = llvm_config(['--libdir']) - -llvm_clang = os.path.join(llvm_bindir, 'clang') -llvm_as = os.path.join(llvm_bindir, 'llvm-as') -llvm_link = os.path.join(llvm_bindir, 'llvm-link') -llvm_opt = os.path.join(llvm_bindir, 'opt') - -cxx_compiler = options.with_cxx_compiler -if not cxx_compiler: - cxx_compiler = os.path.join(llvm_bindir, 'clang++') - -available_targets = { - 'r600--' : { 'devices' : - [{'gpu' : 'cedar', 'aliases' : ['palm', 'sumo', 'sumo2', 'redwood', 'juniper']}, - {'gpu' : 'cypress', 'aliases' : ['hemlock'] }, - {'gpu' : 'barts', 'aliases' : ['turks', 'caicos'] }, - {'gpu' : 'cayman', 'aliases' : ['aruba']} ]}, - 'amdgcn--': { 'devices' : - [{'gpu' : 'tahiti', 'aliases' : ['pitcairn', 'verde', 'oland', 'hainan', 'bonaire', 'kabini', 'kaveri', 'hawaii', 'mullins', 'tonga', 'iceland', 'carrizo', 'fiji', 'stoney', 'polaris10', 'polaris11']} ]}, - 'amdgcn--amdhsa': { 'devices' : - [{'gpu' : '', 'aliases' : ['bonaire', 'kabini', 'kaveri', 'hawaii', 'mullins', 'tonga', 'iceland', 'carrizo', 'fiji', 'stoney', 'polaris10', 'polaris11']} ]}, - 'nvptx--' : { 'devices' : [{'gpu' : '', 'aliases' : []} ]}, - 'nvptx64--' : { 'devices' : [{'gpu' : '', 'aliases' : []} ]}, - 'nvptx--nvidiacl' : { 'devices' : [{'gpu' : '', 'aliases' : []} ]}, - 'nvptx64--nvidiacl' : { 'devices' : [{'gpu' : '', 'aliases' : []} ]}, -} - -# Support for gfx9 was added in LLVM 5 (r295554) -if llvm_int_version >= 500: - available_targets['amdgcn--']['devices'][0]['aliases'] += ['gfx900', 'gfx902'] - available_targets['amdgcn--amdhsa']['devices'][0]['aliases'] += ['gfx900', 'gfx902'] - -# Support for Vega12 and Vega20 was added in LLVM 7 (r331215) -if llvm_int_version >= 700: - available_targets['amdgcn--']['devices'][0]['aliases'] += ['gfx904', 'gfx906'] - available_targets['amdgcn--amdhsa']['devices'][0]['aliases'] += ['gfx904', 'gfx906'] - - -default_targets = ['nvptx--nvidiacl', 'nvptx64--nvidiacl', 'r600--', 'amdgcn--', 'amdgcn--amdhsa'] - -#mesa is using amdgcn-mesa-mesa3d since llvm-4.0 -if llvm_int_version > 390: - available_targets['amdgcn-mesa-mesa3d'] = available_targets['amdgcn--'] - default_targets.append('amdgcn-mesa-mesa3d') - -targets = args -if not targets: - targets = default_targets - -b = metabuild.from_name(options.g) - -b.rule("LLVM_AS", "%s -o $out $in" % llvm_as, 'LLVM-AS $out') -b.rule("LLVM_LINK", command = llvm_link + " -o $out $in", - description = 'LLVM-LINK $out') -b.rule("OPT", command = llvm_opt + " -O3 -o $out $in", - description = 'OPT $out') - -c_compiler_rule(b, "LLVM_TOOL_CXX", 'CXX', cxx_compiler, llvm_cxxflags) -b.rule("LLVM_TOOL_LINK", cxx_compiler + " -o $out $in %s" % llvm_core_libs + " -Wl,-rpath %s" % llvm_libdir, 'LINK $out') - -prepare_builtins = os.path.join('utils', 'prepare-builtins') -b.build(os.path.join('utils', 'prepare-builtins.o'), "LLVM_TOOL_CXX", - os.path.join(srcdir, 'utils', 'prepare-builtins.cpp')) -b.build(prepare_builtins, "LLVM_TOOL_LINK", - os.path.join('utils', 'prepare-builtins.o')) - -b.rule("PREPARE_BUILTINS", "%s -o $out $in" % prepare_builtins, - 'PREPARE-BUILTINS $out') -b.rule("PYTHON_GEN", "python < $in > $out", "PYTHON_GEN $out") -b.build('generic/lib/convert.cl', "PYTHON_GEN", ['generic/lib/gen_convert.py']) - -manifest_deps = set([sys.argv[0], os.path.join(srcdir, 'build', 'metabuild.py'), - os.path.join(srcdir, 'build', 'ninja_syntax.py')]) - -install_files_bc = [] -install_deps = [] - -# Create rules for subnormal helper objects -for src in ['subnormal_disable.ll', 'subnormal_use_default.ll']: - obj_name = src[:-2] + 'bc' - obj = os.path.join('generic--', 'lib', obj_name) - src_file = os.path.join('generic', 'lib', src) - b.build(obj, 'LLVM_AS', src_file) - b.default(obj) - install_files_bc.append((obj, obj)) - install_deps.append(obj) - -# Create libclc.pc -clc = open('libclc.pc', 'w') -clc.write('includedir=%(inc)s\nlibexecdir=%(lib)s\n\nName: libclc\nDescription: Library requirements of the OpenCL C programming language\nVersion: %(maj)s.%(min)s.%(pat)s\nCflags: -I${includedir}\nLibs: -L${libexecdir}' % -{'inc': includedir, 'lib': libexecdir, 'maj': version_major, 'min': version_minor, 'pat': version_patch}) -clc.close() - -for target in targets: - (t_arch, t_vendor, t_os) = target.split('-') - archs = [t_arch] - if t_arch == 'nvptx' or t_arch == 'nvptx64': - archs.append('ptx') - archs.append('generic') - - subdirs = [] - for arch in archs: - subdirs.append("%s-%s-%s" % (arch, t_vendor, t_os)) - subdirs.append("%s-%s" % (arch, t_os)) - subdirs.append(arch) - if arch == 'amdgcn' or arch == 'r600': - subdirs.append('amdgpu') - - incdirs = filter(os.path.isdir, - [os.path.join(srcdir, subdir, 'include') for subdir in subdirs]) - libdirs = filter(lambda d: os.path.isfile(os.path.join(d, 'SOURCES')) or - os.path.isfile(os.path.join(d, 'SOURCES_' + llvm_string_version)), - [os.path.join(srcdir, subdir, 'lib') for subdir in subdirs]) - - # The above are iterables in python3 but we might use them multiple times - # if more then one device is supported. - incdirs = list(incdirs) - libdirs = list(libdirs) - clang_cl_includes = ' '.join(["-I%s" % incdir for incdir in incdirs]) - - for device in available_targets[target]['devices']: - # The rule for building a .bc file for the specified architecture using clang. - clang_bc_flags = "-target %s -I`dirname $in` %s " \ - "-fno-builtin " \ - "-D__CLC_INTERNAL " \ - "-emit-llvm" % (target, clang_cl_includes) - if device['gpu'] != '': - clang_bc_flags += ' -mcpu=' + device['gpu'] - clang_bc_rule = "CLANG_CL_BC_" + target + "_" + device['gpu'] - c_compiler_rule(b, clang_bc_rule, "LLVM-CC", llvm_clang, clang_bc_flags) - as_bc_rule = "LLVM_AS_BC_" + target + "_" + device['gpu'] - b.rule(as_bc_rule, "%s -E -P %s -x cl $in -o - | %s -o $out" % (llvm_clang, clang_bc_flags, llvm_as), 'LLVM-AS $out') - - objects = [] - sources_seen = set() - compats = [] - - if device['gpu'] == '': - full_target_name = target - obj_suffix = '' - else: - full_target_name = device['gpu'] + '-' + target - obj_suffix = '.' + device['gpu'] - - for libdir in libdirs: - subdir_list_file = os.path.join(libdir, 'SOURCES') - if os.path.exists(subdir_list_file): - manifest_deps.add(subdir_list_file) - override_list_file = os.path.join(libdir, 'OVERRIDES') - compat_list_file = os.path.join(libdir, - 'SOURCES_' + llvm_string_version) - compat_list_override = os.path.join(libdir, - 'OVERRIDES_' + llvm_string_version) - - # Build compat list - if os.path.exists(compat_list_file): - manifest_deps.add(compat_list_file) - for compat in open(compat_list_file).readlines(): - compat = compat.rstrip() - compats.append(compat) - - # Add target compat overrides - if os.path.exists(compat_list_override): - for override in open(compat_list_override).readlines(): - override = override.rstrip() - sources_seen.add(override) - - # Add target overrides - if os.path.exists(override_list_file): - for override in open(override_list_file).readlines(): - override = override.rstrip() - sources_seen.add(override) - - files = open(subdir_list_file).readlines() if os.path.exists(subdir_list_file) else [] - for src in files + compats: - src = src.rstrip() - if src not in sources_seen: - sources_seen.add(src) - obj = os.path.join(target, 'lib', src + obj_suffix + '.bc') - objects.append(obj) - src_path = libdir - src_file = os.path.join(src_path, src) - ext = os.path.splitext(src)[1] - if ext == '.ll': - b.build(obj, as_bc_rule, src_file) - else: - b.build(obj, clang_bc_rule, src_file) - - obj = os.path.join('generic--', 'lib', 'subnormal_use_default.bc') - if not options.enable_runtime_subnormal: - objects.append(obj) - - builtins_link_bc = os.path.join(target, 'lib', 'builtins.link' + obj_suffix + '.bc') - builtins_opt_bc = os.path.join(target, 'lib', 'builtins.opt' + obj_suffix + '.bc') - builtins_bc = os.path.join('built_libs', full_target_name + '.bc') - b.build(builtins_link_bc, "LLVM_LINK", objects) - b.build(builtins_opt_bc, "OPT", builtins_link_bc) - b.build(builtins_bc, "PREPARE_BUILTINS", builtins_opt_bc, prepare_builtins) - install_files_bc.append((builtins_bc, builtins_bc)) - install_deps.append(builtins_bc) - for alias in device['aliases']: - # Ninja cannot have multiple rules with same name so append suffix - ruleName = "CREATE_ALIAS_{0}_for_{1}".format(alias, device['gpu']) - b.rule(ruleName, "ln -fs %s $out" % os.path.basename(builtins_bc) - ,"CREATE-ALIAS $out") - - alias_file = os.path.join('built_libs', alias + '-' + target + '.bc') - b.build(alias_file, ruleName, builtins_bc) - install_files_bc.append((alias_file, alias_file)) - install_deps.append(alias_file) - b.default(builtins_bc) - - -install_cmd = ' && '.join(['mkdir -p ${DESTDIR}/%(dst)s && cp -r %(src)s ${DESTDIR}/%(dst)s' % - {'src': file, - 'dst': libexecdir} - for (file, dest) in install_files_bc]) -install_cmd = ' && '.join(['%(old)s && mkdir -p ${DESTDIR}/%(dst)s && cp -r %(srcdir)s/generic/include/clc ${DESTDIR}/%(dst)s' % - {'old': install_cmd, - 'dst': includedir, - 'srcdir': srcdir}]) -install_cmd = ' && '.join(['%(old)s && mkdir -p ${DESTDIR}/%(dst)s && cp -r libclc.pc ${DESTDIR}/%(dst)s' % - {'old': install_cmd, - 'dst': pkgconfigdir}]) - -b.rule('install', command = install_cmd, description = 'INSTALL') -b.build('install', 'install', install_deps) - -b.rule("configure", command = ' '.join(sys.argv), description = 'CONFIGURE', - generator = True) -b.build(b.output_filename(), 'configure', list(manifest_deps)) - -b.finish()