2016-10-07 09:16:09 +10:00
|
|
|
/*
|
|
|
|
|
* Copyright 2014 Advanced Micro Devices, Inc.
|
|
|
|
|
*
|
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
|
|
|
* copy of this software and associated documentation files (the
|
|
|
|
|
* "Software"), to deal in the Software without restriction, including
|
|
|
|
|
* without limitation the rights to use, copy, modify, merge, publish,
|
|
|
|
|
* distribute, sub license, and/or sell copies of the Software, and to
|
|
|
|
|
* permit persons to whom the Software is furnished to do so, subject to
|
|
|
|
|
* the following conditions:
|
|
|
|
|
*
|
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
|
|
|
|
|
* THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
|
|
|
|
|
* DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
|
|
|
|
|
* OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
|
|
|
|
|
* USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
|
|
|
*
|
|
|
|
|
* The above copyright notice and this permission notice (including the
|
|
|
|
|
* next paragraph) shall be included in all copies or substantial portions
|
|
|
|
|
* of the Software.
|
|
|
|
|
*
|
|
|
|
|
*/
|
|
|
|
|
/* based on pieces from si_pipe.c and radeon_llvm_emit.c */
|
|
|
|
|
#include "ac_llvm_util.h"
|
2017-02-22 02:29:12 +01:00
|
|
|
#include "util/bitscan.h"
|
2016-10-07 09:16:09 +10:00
|
|
|
#include <llvm-c/Core.h>
|
2017-03-15 07:15:50 +10:00
|
|
|
#include <llvm-c/Support.h>
|
2016-10-07 09:16:09 +10:00
|
|
|
#include "c11/threads.h"
|
|
|
|
|
|
|
|
|
|
#include <assert.h>
|
|
|
|
|
#include <stdio.h>
|
2017-02-03 10:05:00 +10:00
|
|
|
#include <string.h>
|
2017-02-02 09:13:44 +10:00
|
|
|
|
2016-10-07 09:16:09 +10:00
|
|
|
static void ac_init_llvm_target()
|
|
|
|
|
{
|
|
|
|
|
LLVMInitializeAMDGPUTargetInfo();
|
|
|
|
|
LLVMInitializeAMDGPUTarget();
|
|
|
|
|
LLVMInitializeAMDGPUTargetMC();
|
|
|
|
|
LLVMInitializeAMDGPUAsmPrinter();
|
2017-03-15 07:15:50 +10:00
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Workaround for bug in llvm 4.0 that causes image intrinsics
|
|
|
|
|
* to disappear.
|
|
|
|
|
* https://reviews.llvm.org/D26348
|
|
|
|
|
*/
|
|
|
|
|
#if HAVE_LLVM >= 0x0400
|
|
|
|
|
const char *argv[2] = {"mesa", "-simplifycfg-sink-common=false"};
|
|
|
|
|
LLVMParseCommandLineOptions(2, argv, NULL);
|
|
|
|
|
#endif
|
|
|
|
|
|
2016-10-07 09:16:09 +10:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static once_flag ac_init_llvm_target_once_flag = ONCE_FLAG_INIT;
|
|
|
|
|
|
|
|
|
|
static LLVMTargetRef ac_get_llvm_target(const char *triple)
|
|
|
|
|
{
|
|
|
|
|
LLVMTargetRef target = NULL;
|
|
|
|
|
char *err_message = NULL;
|
|
|
|
|
|
|
|
|
|
call_once(&ac_init_llvm_target_once_flag, ac_init_llvm_target);
|
|
|
|
|
|
|
|
|
|
if (LLVMGetTargetFromTriple(triple, &target, &err_message)) {
|
|
|
|
|
fprintf(stderr, "Cannot find target for triple %s ", triple);
|
|
|
|
|
if (err_message) {
|
|
|
|
|
fprintf(stderr, "%s\n", err_message);
|
|
|
|
|
}
|
|
|
|
|
LLVMDisposeMessage(err_message);
|
|
|
|
|
return NULL;
|
|
|
|
|
}
|
|
|
|
|
return target;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static const char *ac_get_llvm_processor_name(enum radeon_family family)
|
|
|
|
|
{
|
|
|
|
|
switch (family) {
|
|
|
|
|
case CHIP_TAHITI:
|
|
|
|
|
return "tahiti";
|
|
|
|
|
case CHIP_PITCAIRN:
|
|
|
|
|
return "pitcairn";
|
|
|
|
|
case CHIP_VERDE:
|
|
|
|
|
return "verde";
|
|
|
|
|
case CHIP_OLAND:
|
|
|
|
|
return "oland";
|
|
|
|
|
case CHIP_HAINAN:
|
|
|
|
|
return "hainan";
|
|
|
|
|
case CHIP_BONAIRE:
|
|
|
|
|
return "bonaire";
|
|
|
|
|
case CHIP_KABINI:
|
|
|
|
|
return "kabini";
|
|
|
|
|
case CHIP_KAVERI:
|
|
|
|
|
return "kaveri";
|
|
|
|
|
case CHIP_HAWAII:
|
|
|
|
|
return "hawaii";
|
|
|
|
|
case CHIP_MULLINS:
|
|
|
|
|
return "mullins";
|
|
|
|
|
case CHIP_TONGA:
|
|
|
|
|
return "tonga";
|
|
|
|
|
case CHIP_ICELAND:
|
|
|
|
|
return "iceland";
|
|
|
|
|
case CHIP_CARRIZO:
|
|
|
|
|
return "carrizo";
|
|
|
|
|
case CHIP_FIJI:
|
|
|
|
|
return "fiji";
|
|
|
|
|
case CHIP_STONEY:
|
|
|
|
|
return "stoney";
|
|
|
|
|
case CHIP_POLARIS10:
|
|
|
|
|
return "polaris10";
|
|
|
|
|
case CHIP_POLARIS11:
|
|
|
|
|
return "polaris11";
|
|
|
|
|
default:
|
|
|
|
|
return "";
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2017-01-28 23:51:19 +01:00
|
|
|
LLVMTargetMachineRef ac_create_target_machine(enum radeon_family family, bool supports_spill)
|
2016-10-07 09:16:09 +10:00
|
|
|
{
|
|
|
|
|
assert(family >= CHIP_TAHITI);
|
|
|
|
|
|
2017-01-28 23:51:19 +01:00
|
|
|
const char *triple = supports_spill ? "amdgcn-mesa-mesa3d" : "amdgcn--";
|
2016-10-07 09:16:09 +10:00
|
|
|
LLVMTargetRef target = ac_get_llvm_target(triple);
|
|
|
|
|
LLVMTargetMachineRef tm = LLVMCreateTargetMachine(
|
|
|
|
|
target,
|
|
|
|
|
triple,
|
|
|
|
|
ac_get_llvm_processor_name(family),
|
2017-04-23 20:21:29 +01:00
|
|
|
"+DumpCode,+vgpr-spilling,-fp32-denormals,-xnack",
|
2016-10-07 09:16:09 +10:00
|
|
|
LLVMCodeGenLevelDefault,
|
|
|
|
|
LLVMRelocDefault,
|
|
|
|
|
LLVMCodeModelDefault);
|
|
|
|
|
|
|
|
|
|
return tm;
|
|
|
|
|
}
|
2017-01-10 15:35:27 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
#if HAVE_LLVM < 0x0400
|
|
|
|
|
static LLVMAttribute ac_attr_to_llvm_attr(enum ac_func_attr attr)
|
|
|
|
|
{
|
|
|
|
|
switch (attr) {
|
|
|
|
|
case AC_FUNC_ATTR_ALWAYSINLINE: return LLVMAlwaysInlineAttribute;
|
|
|
|
|
case AC_FUNC_ATTR_BYVAL: return LLVMByValAttribute;
|
|
|
|
|
case AC_FUNC_ATTR_INREG: return LLVMInRegAttribute;
|
|
|
|
|
case AC_FUNC_ATTR_NOALIAS: return LLVMNoAliasAttribute;
|
|
|
|
|
case AC_FUNC_ATTR_NOUNWIND: return LLVMNoUnwindAttribute;
|
|
|
|
|
case AC_FUNC_ATTR_READNONE: return LLVMReadNoneAttribute;
|
|
|
|
|
case AC_FUNC_ATTR_READONLY: return LLVMReadOnlyAttribute;
|
|
|
|
|
default:
|
|
|
|
|
fprintf(stderr, "Unhandled function attribute: %x\n", attr);
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#else
|
|
|
|
|
|
|
|
|
|
static const char *attr_to_str(enum ac_func_attr attr)
|
|
|
|
|
{
|
|
|
|
|
switch (attr) {
|
|
|
|
|
case AC_FUNC_ATTR_ALWAYSINLINE: return "alwaysinline";
|
|
|
|
|
case AC_FUNC_ATTR_BYVAL: return "byval";
|
|
|
|
|
case AC_FUNC_ATTR_INREG: return "inreg";
|
|
|
|
|
case AC_FUNC_ATTR_NOALIAS: return "noalias";
|
|
|
|
|
case AC_FUNC_ATTR_NOUNWIND: return "nounwind";
|
|
|
|
|
case AC_FUNC_ATTR_READNONE: return "readnone";
|
|
|
|
|
case AC_FUNC_ATTR_READONLY: return "readonly";
|
2017-02-24 02:11:07 +01:00
|
|
|
case AC_FUNC_ATTR_WRITEONLY: return "writeonly";
|
|
|
|
|
case AC_FUNC_ATTR_INACCESSIBLE_MEM_ONLY: return "inaccessiblememonly";
|
2017-01-22 02:36:48 +01:00
|
|
|
case AC_FUNC_ATTR_CONVERGENT: return "convergent";
|
2017-01-10 15:35:27 +01:00
|
|
|
default:
|
|
|
|
|
fprintf(stderr, "Unhandled function attribute: %x\n", attr);
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#endif
|
|
|
|
|
|
2017-03-01 22:16:27 +01:00
|
|
|
void
|
2017-02-22 02:29:12 +01:00
|
|
|
ac_add_function_attr(LLVMContextRef ctx, LLVMValueRef function,
|
|
|
|
|
int attr_idx, enum ac_func_attr attr)
|
2017-01-10 15:35:27 +01:00
|
|
|
{
|
|
|
|
|
#if HAVE_LLVM < 0x0400
|
|
|
|
|
LLVMAttribute llvm_attr = ac_attr_to_llvm_attr(attr);
|
|
|
|
|
if (attr_idx == -1) {
|
|
|
|
|
LLVMAddFunctionAttr(function, llvm_attr);
|
|
|
|
|
} else {
|
|
|
|
|
LLVMAddAttribute(LLVMGetParam(function, attr_idx - 1), llvm_attr);
|
|
|
|
|
}
|
|
|
|
|
#else
|
|
|
|
|
const char *attr_name = attr_to_str(attr);
|
|
|
|
|
unsigned kind_id = LLVMGetEnumAttributeKindForName(attr_name,
|
|
|
|
|
strlen(attr_name));
|
2017-02-22 02:29:12 +01:00
|
|
|
LLVMAttributeRef llvm_attr = LLVMCreateEnumAttribute(ctx, kind_id, 0);
|
|
|
|
|
|
|
|
|
|
if (LLVMIsAFunction(function))
|
|
|
|
|
LLVMAddAttributeAtIndex(function, attr_idx, llvm_attr);
|
|
|
|
|
else
|
|
|
|
|
LLVMAddCallSiteAttribute(function, attr_idx, llvm_attr);
|
2017-01-10 15:35:27 +01:00
|
|
|
#endif
|
|
|
|
|
}
|
|
|
|
|
|
2017-02-22 02:29:12 +01:00
|
|
|
void ac_add_func_attributes(LLVMContextRef ctx, LLVMValueRef function,
|
|
|
|
|
unsigned attrib_mask)
|
|
|
|
|
{
|
|
|
|
|
attrib_mask |= AC_FUNC_ATTR_NOUNWIND;
|
|
|
|
|
attrib_mask &= ~AC_FUNC_ATTR_LEGACY;
|
|
|
|
|
|
|
|
|
|
while (attrib_mask) {
|
|
|
|
|
enum ac_func_attr attr = 1u << u_bit_scan(&attrib_mask);
|
|
|
|
|
ac_add_function_attr(ctx, function, -1, attr);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2017-01-28 17:32:05 +01:00
|
|
|
void
|
|
|
|
|
ac_dump_module(LLVMModuleRef module)
|
|
|
|
|
{
|
|
|
|
|
char *str = LLVMPrintModuleToString(module);
|
|
|
|
|
fprintf(stderr, "%s", str);
|
|
|
|
|
LLVMDisposeMessage(str);
|
|
|
|
|
}
|