/**
* Return (scalar-cast)val ? true : false;
*/
LLVMValueRef
lp_build_any_true_range(struct lp_build_context *bld,
unsigned real_length,
LLVMValueRef val)
{
LLVMBuilderRef builder = bld->gallivm->builder;
LLVMTypeRef scalar_type;
LLVMTypeRef true_type;
assert(real_length <= bld->type.length);
true_type = LLVMIntTypeInContext(bld->gallivm->context,
bld->type.width * real_length);
scalar_type = LLVMIntTypeInContext(bld->gallivm->context,
bld->type.width * bld->type.length);
val = LLVMBuildBitCast(builder, val, scalar_type, "");
/*
* We're using always native types so we can use intrinsics.
* However, if we don't do per-element calculations, we must ensure
* the excess elements aren't used since they may contain garbage.
*/
if (real_length < bld->type.length) {
val = LLVMBuildTrunc(builder, val, true_type, "");
}
return LLVMBuildICmp(builder, LLVMIntNE,
val, LLVMConstNull(true_type), "");
}
/**
* Gather one element from scatter positions in memory.
*
* @sa lp_build_gather()
*/
LLVMValueRef
lp_build_gather_elem(struct gallivm_state *gallivm,
unsigned length,
unsigned src_width,
unsigned dst_width,
LLVMValueRef base_ptr,
LLVMValueRef offsets,
unsigned i)
{
LLVMTypeRef src_type = LLVMIntTypeInContext(gallivm->context, src_width);
LLVMTypeRef src_ptr_type = LLVMPointerType(src_type, 0);
LLVMTypeRef dst_elem_type = LLVMIntTypeInContext(gallivm->context, dst_width);
LLVMValueRef ptr;
LLVMValueRef res;
assert(LLVMTypeOf(base_ptr) == LLVMPointerType(LLVMInt8TypeInContext(gallivm->context), 0));
ptr = lp_build_gather_elem_ptr(gallivm, length, base_ptr, offsets, i);
ptr = LLVMBuildBitCast(gallivm->builder, ptr, src_ptr_type, "");
res = LLVMBuildLoad(gallivm->builder, ptr, "");
assert(src_width <= dst_width);
if (src_width > dst_width)
res = LLVMBuildTrunc(gallivm->builder, res, dst_elem_type, "");
if (src_width < dst_width)
res = LLVMBuildZExt(gallivm->builder, res, dst_elem_type, "");
return res;
}
/**
* Gather one element from scatter positions in memory.
*
* @sa lp_build_gather()
*/
LLVMValueRef
lp_build_gather_elem(struct gallivm_state *gallivm,
unsigned length,
unsigned src_width,
unsigned dst_width,
boolean aligned,
LLVMValueRef base_ptr,
LLVMValueRef offsets,
unsigned i,
boolean vector_justify)
{
LLVMTypeRef src_type = LLVMIntTypeInContext(gallivm->context, src_width);
LLVMTypeRef src_ptr_type = LLVMPointerType(src_type, 0);
LLVMTypeRef dst_elem_type = LLVMIntTypeInContext(gallivm->context, dst_width);
LLVMValueRef ptr;
LLVMValueRef res;
assert(LLVMTypeOf(base_ptr) == LLVMPointerType(LLVMInt8TypeInContext(gallivm->context), 0));
ptr = lp_build_gather_elem_ptr(gallivm, length, base_ptr, offsets, i);
ptr = LLVMBuildBitCast(gallivm->builder, ptr, src_ptr_type, "");
res = LLVMBuildLoad(gallivm->builder, ptr, "");
/* XXX
* On some archs we probably really want to avoid having to deal
* with alignments lower than 4 bytes (if fetch size is a power of
* two >= 32). On x86 it doesn't matter, however.
* We should be able to guarantee full alignment for any kind of texture
* fetch (except ARB_texture_buffer_range, oops), but not vertex fetch
* (there's PIPE_CAP_VERTEX_BUFFER_OFFSET_4BYTE_ALIGNED_ONLY and friends
* but I don't think that's quite what we wanted).
* For ARB_texture_buffer_range, PIPE_CAP_TEXTURE_BUFFER_OFFSET_ALIGNMENT
* looks like a good fit, but it seems this cap bit (and OpenGL) aren't
* enforcing what we want (which is what d3d10 does, the offset needs to
* be aligned to element size, but GL has bytes regardless of element
* size which would only leave us with minimum alignment restriction of 16
* which doesn't make much sense if the type isn't 4x32bit). Due to
* translation of offsets to first_elem in sampler_views it actually seems
* gallium could not do anything else except 16 no matter what...
*/
if (!aligned) {
LLVMSetAlignment(res, 1);
}
assert(src_width <= dst_width);
if (src_width > dst_width) {
res = LLVMBuildTrunc(gallivm->builder, res, dst_elem_type, "");
} else if (src_width < dst_width) {
res = LLVMBuildZExt(gallivm->builder, res, dst_elem_type, "");
if (vector_justify) {
#ifdef PIPE_ARCH_BIG_ENDIAN
res = LLVMBuildShl(gallivm->builder, res,
LLVMConstInt(dst_elem_type, dst_width - src_width, 0), "");
#endif
}
}
return res;
}
static LLVMValueRef
add_printf_test(struct gallivm_state *gallivm)
{
LLVMModuleRef module = gallivm->module;
LLVMTypeRef args[1] = { LLVMIntTypeInContext(gallivm->context, 32) };
LLVMValueRef func = LLVMAddFunction(module, "test_printf", LLVMFunctionType(LLVMVoidTypeInContext(gallivm->context), args, 1, 0));
LLVMBuilderRef builder = gallivm->builder;
LLVMBasicBlockRef block = LLVMAppendBasicBlockInContext(gallivm->context, func, "entry");
LLVMSetFunctionCallConv(func, LLVMCCallConv);
LLVMPositionBuilderAtEnd(builder, block);
lp_build_printf(gallivm, "hello, world\n");
lp_build_printf(gallivm, "print 5 6: %d %d\n", LLVMConstInt(LLVMInt32TypeInContext(gallivm->context), 5, 0),
LLVMConstInt(LLVMInt32TypeInContext(gallivm->context), 6, 0));
/* Also test lp_build_assert(). This should not fail. */
lp_build_assert(gallivm, LLVMConstInt(LLVMInt32TypeInContext(gallivm->context), 1, 0), "assert(1)");
LLVMBuildRetVoid(builder);
gallivm_verify_function(gallivm, func);
return func;
}
/**
* Gather elements from scatter positions in memory into a single vector.
* Use for fetching texels from a texture.
* For SSE, typical values are length=4, src_width=32, dst_width=32.
*
* @param length length of the offsets
* @param src_width src element width in bits
* @param dst_width result element width in bits (src will be expanded to fit)
* @param base_ptr base pointer, should be a i8 pointer type.
* @param offsets vector with offsets
*/
LLVMValueRef
lp_build_gather(struct gallivm_state *gallivm,
unsigned length,
unsigned src_width,
unsigned dst_width,
LLVMValueRef base_ptr,
LLVMValueRef offsets)
{
LLVMValueRef res;
if (length == 1) {
/* Scalar */
return lp_build_gather_elem(gallivm, length,
src_width, dst_width,
base_ptr, offsets, 0);
} else {
/* Vector */
LLVMTypeRef dst_elem_type = LLVMIntTypeInContext(gallivm->context, dst_width);
LLVMTypeRef dst_vec_type = LLVMVectorType(dst_elem_type, length);
unsigned i;
res = LLVMGetUndef(dst_vec_type);
for (i = 0; i < length; ++i) {
LLVMValueRef index = lp_build_const_int32(gallivm, i);
LLVMValueRef elem;
elem = lp_build_gather_elem(gallivm, length,
src_width, dst_width,
base_ptr, offsets, i);
res = LLVMBuildInsertElement(gallivm->builder, res, elem, index, "");
}
}
return res;
}
/* returns a LLVM representation corresponding to the C translation of the
* given IDL type.
*/
LLVMTypeRef llvm_value_type(struct llvm_ctx *ctx, IDL_tree type)
{
if(type == NULL) return LLVMVoidTypeInContext(ctx->ctx);
switch(IDL_NODE_TYPE(type)) {
case IDLN_TYPE_INTEGER: {
static short bitlens[] = {
[IDL_INTEGER_TYPE_SHORT] = 16,
[IDL_INTEGER_TYPE_LONG] = 32,
[IDL_INTEGER_TYPE_LONGLONG] = 64,
};
int t = IDL_TYPE_INTEGER(type).f_type;
assert(t < G_N_ELEMENTS(bitlens));
return LLVMIntTypeInContext(ctx->ctx, bitlens[t]);
}
case IDLN_NATIVE: {
/* each of these is the size of a single word, which is all LLVM
* wants to know.
*/
if(IS_WORD_TYPE(type) || IS_FPAGE_TYPE(type)
|| IS_TIME_TYPE(type))
{
return ctx->wordt;
} else {
fprintf(stderr, "%s: native type `%s' not supported\n",
__FUNCTION__, NATIVE_NAME(type));
abort();
}
break;
}
case IDLN_TYPE_FLOAT:
switch(IDL_TYPE_FLOAT(type).f_type) {
case IDL_FLOAT_TYPE_FLOAT:
return LLVMFloatTypeInContext(ctx->ctx);
case IDL_FLOAT_TYPE_DOUBLE:
return LLVMDoubleTypeInContext(ctx->ctx);
case IDL_FLOAT_TYPE_LONGDOUBLE:
return LLVMFP128TypeInContext(ctx->ctx);
}
g_assert_not_reached();
case IDLN_TYPE_BOOLEAN:
case IDLN_TYPE_OCTET:
case IDLN_TYPE_CHAR:
return LLVMInt8TypeInContext(ctx->ctx);
case IDLN_TYPE_WIDE_CHAR:
return ctx->i32t;
case IDLN_TYPE_ENUM: return LLVMInt16TypeInContext(ctx->ctx);
default:
NOTDEFINED(type);
}
}
/* Initialize module-independent parts of the context.
*
* The caller is responsible for initializing ctx::module and ctx::builder.
*/
void
ac_llvm_context_init(struct ac_llvm_context *ctx, LLVMContextRef context)
{
LLVMValueRef args[1];
ctx->context = context;
ctx->module = NULL;
ctx->builder = NULL;
ctx->voidt = LLVMVoidTypeInContext(ctx->context);
ctx->i1 = LLVMInt1TypeInContext(ctx->context);
ctx->i8 = LLVMInt8TypeInContext(ctx->context);
ctx->i16 = LLVMIntTypeInContext(ctx->context, 16);
ctx->i32 = LLVMIntTypeInContext(ctx->context, 32);
ctx->i64 = LLVMIntTypeInContext(ctx->context, 64);
ctx->f16 = LLVMHalfTypeInContext(ctx->context);
ctx->f32 = LLVMFloatTypeInContext(ctx->context);
ctx->f64 = LLVMDoubleTypeInContext(ctx->context);
ctx->v4i32 = LLVMVectorType(ctx->i32, 4);
ctx->v4f32 = LLVMVectorType(ctx->f32, 4);
ctx->v8i32 = LLVMVectorType(ctx->i32, 8);
ctx->i32_0 = LLVMConstInt(ctx->i32, 0, false);
ctx->i32_1 = LLVMConstInt(ctx->i32, 1, false);
ctx->f32_0 = LLVMConstReal(ctx->f32, 0.0);
ctx->f32_1 = LLVMConstReal(ctx->f32, 1.0);
ctx->range_md_kind = LLVMGetMDKindIDInContext(ctx->context,
"range", 5);
ctx->invariant_load_md_kind = LLVMGetMDKindIDInContext(ctx->context,
"invariant.load", 14);
ctx->fpmath_md_kind = LLVMGetMDKindIDInContext(ctx->context, "fpmath", 6);
args[0] = LLVMConstReal(ctx->f32, 2.5);
ctx->fpmath_md_2p5_ulp = LLVMMDNodeInContext(ctx->context, args, 1);
ctx->uniform_md_kind = LLVMGetMDKindIDInContext(ctx->context,
"amdgpu.uniform", 14);
ctx->empty_md = LLVMMDNodeInContext(ctx->context, NULL, 0);
}
LLVMTypeRef
lp_build_elem_type(struct gallivm_state *gallivm, struct lp_type type)
{
if (type.floating) {
switch(type.width) {
case 16:
return LLVMIntTypeInContext(gallivm->context, 16);
break;
case 32:
return LLVMFloatTypeInContext(gallivm->context);
break;
case 64:
return LLVMDoubleTypeInContext(gallivm->context);
break;
default:
assert(0);
return LLVMFloatTypeInContext(gallivm->context);
}
}
else {
return LLVMIntTypeInContext(gallivm->context, type.width);
}
}
LLVMValueRef
lp_build_zero(struct gallivm_state *gallivm, struct lp_type type)
{
if (type.length == 1) {
if (type.floating)
return lp_build_const_float(gallivm, 0.0);
else
return LLVMConstInt(LLVMIntTypeInContext(gallivm->context, type.width), 0, 0);
}
else {
LLVMTypeRef vec_type = lp_build_vec_type(gallivm, type);
return LLVMConstNull(vec_type);
}
}
/**
* Begin a section of code which is predicated on a mask.
* \param mask the mask context, initialized here
* \param flow the flow context
* \param type the type of the mask
* \param value storage for the mask
*/
void
lp_build_mask_begin(struct lp_build_mask_context *mask,
struct gallivm_state *gallivm,
struct lp_type type,
LLVMValueRef value)
{
memset(mask, 0, sizeof *mask);
mask->reg_type = LLVMIntTypeInContext(gallivm->context, type.width * type.length);
mask->var = lp_build_alloca(gallivm,
lp_build_int_vec_type(gallivm, type),
"execution_mask");
LLVMBuildStore(gallivm->builder, value, mask->var);
lp_build_flow_skip_begin(&mask->skip, gallivm);
}
/**
* lp_build_printf.
*
* Build printf call in LLVM IR. The output goes to stdout.
* The additional variable arguments need to have type
* LLVMValueRef.
*/
LLVMValueRef
lp_build_printf(struct gallivm_state *gallivm, const char *fmt, ...)
{
va_list arglist;
int i = 0;
int argcount = lp_get_printf_arg_count(fmt);
LLVMBuilderRef builder = gallivm->builder;
LLVMContextRef context = gallivm->context;
LLVMModuleRef module = gallivm->module;
LLVMValueRef params[50];
LLVMValueRef fmtarg = lp_build_const_string_variable(module, context,
fmt, strlen(fmt) + 1);
LLVMValueRef int0 = lp_build_const_int32(gallivm, 0);
LLVMValueRef index[2];
LLVMValueRef func_printf = LLVMGetNamedFunction(module, "printf");
assert(Elements(params) >= argcount + 1);
index[0] = index[1] = int0;
if (!func_printf) {
LLVMTypeRef printf_type = LLVMFunctionType(LLVMIntTypeInContext(context, 32), NULL, 0, 1);
func_printf = LLVMAddFunction(module, "printf", printf_type);
}
params[0] = LLVMBuildGEP(builder, fmtarg, index, 2, "");
va_start(arglist, fmt);
for (i = 1; i <= argcount; i++) {
LLVMValueRef val = va_arg(arglist, LLVMValueRef);
LLVMTypeRef type = LLVMTypeOf(val);
/* printf wants doubles, so lets convert so that
* we can actually print them */
if (LLVMGetTypeKind(type) == LLVMFloatTypeKind)
val = LLVMBuildFPExt(builder, val, LLVMDoubleTypeInContext(context), "");
params[i] = val;
}
va_end(arglist);
return LLVMBuildCall(builder, func_printf, params, argcount + 1, "");
}
/**
* @param mask TGSI_WRITEMASK_xxx
*/
LLVMValueRef
lp_build_const_mask_aos(struct gallivm_state *gallivm,
struct lp_type type,
unsigned mask)
{
LLVMTypeRef elem_type = LLVMIntTypeInContext(gallivm->context, type.width);
LLVMValueRef masks[LP_MAX_VECTOR_LENGTH];
unsigned i, j;
assert(type.length <= LP_MAX_VECTOR_LENGTH);
for (j = 0; j < type.length; j += 4) {
for( i = 0; i < 4; ++i) {
masks[j + i] = LLVMConstInt(elem_type,
mask & (1 << i) ? ~0ULL : 0,
1);
}
}
return LLVMConstVector(masks, type.length);
}
/**
* Pack a single pixel.
*
* @param rgba 4 float vector with the unpacked components.
*
* XXX: This is mostly for reference and testing -- operating a single pixel at
* a time is rarely if ever needed.
*/
LLVMValueRef
lp_build_pack_rgba_aos(struct gallivm_state *gallivm,
const struct util_format_description *desc,
LLVMValueRef rgba)
{
LLVMBuilderRef builder = gallivm->builder;
LLVMTypeRef type;
LLVMValueRef packed = NULL;
LLVMValueRef swizzles[4];
LLVMValueRef shifted, casted, scaled, unswizzled;
LLVMValueRef shifts[4];
LLVMValueRef scales[4];
boolean normalized;
unsigned shift;
unsigned i, j;
assert(desc->layout == UTIL_FORMAT_LAYOUT_PLAIN);
assert(desc->block.width == 1);
assert(desc->block.height == 1);
type = LLVMIntTypeInContext(gallivm->context, desc->block.bits);
/* Unswizzle the color components into the source vector. */
for (i = 0; i < 4; ++i) {
for (j = 0; j < 4; ++j) {
if (desc->swizzle[j] == i)
break;
}
if (j < 4)
swizzles[i] = lp_build_const_int32(gallivm, j);
else
swizzles[i] = LLVMGetUndef(LLVMInt32TypeInContext(gallivm->context));
}
unswizzled = LLVMBuildShuffleVector(builder, rgba,
LLVMGetUndef(LLVMVectorType(LLVMFloatTypeInContext(gallivm->context), 4)),
LLVMConstVector(swizzles, 4), "");
normalized = FALSE;
shift = 0;
for (i = 0; i < 4; ++i) {
unsigned bits = desc->channel[i].size;
if (desc->channel[i].type == UTIL_FORMAT_TYPE_VOID) {
shifts[i] = LLVMGetUndef(LLVMInt32TypeInContext(gallivm->context));
scales[i] = LLVMGetUndef(LLVMFloatTypeInContext(gallivm->context));
}
else {
unsigned mask = (1 << bits) - 1;
assert(desc->channel[i].type == UTIL_FORMAT_TYPE_UNSIGNED);
assert(bits < 32);
shifts[i] = lp_build_const_int32(gallivm, shift);
if (desc->channel[i].normalized) {
scales[i] = lp_build_const_float(gallivm, mask);
normalized = TRUE;
}
else
scales[i] = lp_build_const_float(gallivm, 1.0);
}
shift += bits;
}
if (normalized)
scaled = LLVMBuildFMul(builder, unswizzled, LLVMConstVector(scales, 4), "");
else
scaled = unswizzled;
casted = LLVMBuildFPToSI(builder, scaled, LLVMVectorType(LLVMInt32TypeInContext(gallivm->context), 4), "");
shifted = LLVMBuildShl(builder, casted, LLVMConstVector(shifts, 4), "");
/* Bitwise or all components */
for (i = 0; i < 4; ++i) {
if (desc->channel[i].type == UTIL_FORMAT_TYPE_UNSIGNED) {
LLVMValueRef component = LLVMBuildExtractElement(builder, shifted,
lp_build_const_int32(gallivm, i), "");
if (packed)
packed = LLVMBuildOr(builder, packed, component, "");
else
packed = component;
}
}
if (!packed)
packed = LLVMGetUndef(LLVMInt32TypeInContext(gallivm->context));
if (desc->block.bits < 32)
packed = LLVMBuildTrunc(builder, packed, type, "");
return packed;
}
static void init_runtime(compile_t* c)
{
c->str_builtin = stringtab("$0");
c->str_Bool = stringtab("Bool");
c->str_I8 = stringtab("I8");
c->str_I16 = stringtab("I16");
c->str_I32 = stringtab("I32");
c->str_I64 = stringtab("I64");
c->str_I128 = stringtab("I128");
c->str_ILong = stringtab("ILong");
c->str_ISize = stringtab("ISize");
c->str_U8 = stringtab("U8");
c->str_U16 = stringtab("U16");
c->str_U32 = stringtab("U32");
c->str_U64 = stringtab("U64");
c->str_U128 = stringtab("U128");
c->str_ULong = stringtab("ULong");
c->str_USize = stringtab("USize");
c->str_F32 = stringtab("F32");
c->str_F64 = stringtab("F64");
c->str_Pointer = stringtab("Pointer");
c->str_Maybe = stringtab("MaybePointer");
c->str_DoNotOptimise = stringtab("DoNotOptimise");
c->str_Array = stringtab("Array");
c->str_String = stringtab("String");
c->str_Platform = stringtab("Platform");
c->str_Main = stringtab("Main");
c->str_Env = stringtab("Env");
c->str_add = stringtab("add");
c->str_sub = stringtab("sub");
c->str_mul = stringtab("mul");
c->str_div = stringtab("div");
c->str_mod = stringtab("mod");
c->str_neg = stringtab("neg");
c->str_add_unsafe = stringtab("add_unsafe");
c->str_sub_unsafe = stringtab("sub_unsafe");
c->str_mul_unsafe = stringtab("mul_unsafe");
c->str_div_unsafe = stringtab("div_unsafe");
c->str_mod_unsafe = stringtab("mod_unsafe");
c->str_neg_unsafe = stringtab("neg_unsafe");
c->str_and = stringtab("op_and");
c->str_or = stringtab("op_or");
c->str_xor = stringtab("op_xor");
c->str_not = stringtab("op_not");
c->str_shl = stringtab("shl");
c->str_shr = stringtab("shr");
c->str_shl_unsafe = stringtab("shl_unsafe");
c->str_shr_unsafe = stringtab("shr_unsafe");
c->str_eq = stringtab("eq");
c->str_ne = stringtab("ne");
c->str_lt = stringtab("lt");
c->str_le = stringtab("le");
c->str_ge = stringtab("ge");
c->str_gt = stringtab("gt");
c->str_eq_unsafe = stringtab("eq_unsafe");
c->str_ne_unsafe = stringtab("ne_unsafe");
c->str_lt_unsafe = stringtab("lt_unsafe");
c->str_le_unsafe = stringtab("le_unsafe");
c->str_ge_unsafe = stringtab("ge_unsafe");
c->str_gt_unsafe = stringtab("gt_unsafe");
c->str_this = stringtab("this");
c->str_create = stringtab("create");
c->str__create = stringtab("_create");
c->str__init = stringtab("_init");
c->str__final = stringtab("_final");
c->str__event_notify = stringtab("_event_notify");
c->str__serialise_space = stringtab("_serialise_space");
c->str__serialise = stringtab("_serialise");
c->str__deserialise = stringtab("_deserialise");
LLVMTypeRef type;
LLVMTypeRef params[5];
LLVMValueRef value;
c->void_type = LLVMVoidTypeInContext(c->context);
c->i1 = LLVMInt1TypeInContext(c->context);
c->i8 = LLVMInt8TypeInContext(c->context);
c->i16 = LLVMInt16TypeInContext(c->context);
c->i32 = LLVMInt32TypeInContext(c->context);
c->i64 = LLVMInt64TypeInContext(c->context);
c->i128 = LLVMIntTypeInContext(c->context, 128);
c->f32 = LLVMFloatTypeInContext(c->context);
c->f64 = LLVMDoubleTypeInContext(c->context);
c->intptr = LLVMIntPtrTypeInContext(c->context, c->target_data);
// i8*
c->void_ptr = LLVMPointerType(c->i8, 0);
// forward declare object
c->object_type = LLVMStructCreateNamed(c->context, "__object");
c->object_ptr = LLVMPointerType(c->object_type, 0);
// padding required in an actor between the descriptor and fields
c->actor_pad = LLVMArrayType(c->i8, PONY_ACTOR_PAD_SIZE);
// message
params[0] = c->i32; // size
params[1] = c->i32; // id
c->msg_type = LLVMStructCreateNamed(c->context, "__message");
c->msg_ptr = LLVMPointerType(c->msg_type, 0);
LLVMStructSetBody(c->msg_type, params, 2, false);
// trace
// void (*)(i8*, __object*)
params[0] = c->void_ptr;
params[1] = c->object_ptr;
c->trace_type = LLVMFunctionType(c->void_type, params, 2, false);
c->trace_fn = LLVMPointerType(c->trace_type, 0);
// serialise
// void (*)(i8*, __object*, i8*, intptr, i32)
params[0] = c->void_ptr;
params[1] = c->object_ptr;
params[2] = c->void_ptr;
params[3] = c->intptr;
params[4] = c->i32;
c->serialise_type = LLVMFunctionType(c->void_type, params, 5, false);
c->serialise_fn = LLVMPointerType(c->serialise_type, 0);
// serialise_space
// i64 (__object*)
params[0] = c->object_ptr;
c->custom_serialise_space_fn = LLVMPointerType(
LLVMFunctionType(c->i64, params, 1, false), 0);
// custom_deserialise
// void (*)(__object*, void*)
params[0] = c->object_ptr;
params[1] = c->void_ptr;
c->custom_deserialise_fn = LLVMPointerType(
LLVMFunctionType(c->void_type, params, 2, false), 0);
// dispatch
// void (*)(i8*, __object*, $message*)
params[0] = c->void_ptr;
params[1] = c->object_ptr;
params[2] = c->msg_ptr;
c->dispatch_type = LLVMFunctionType(c->void_type, params, 3, false);
c->dispatch_fn = LLVMPointerType(c->dispatch_type, 0);
// void (*)(__object*)
params[0] = c->object_ptr;
c->final_fn = LLVMPointerType(
LLVMFunctionType(c->void_type, params, 1, false), 0);
// descriptor, opaque version
// We need this in order to build our own structure.
const char* desc_name = genname_descriptor(NULL);
c->descriptor_type = LLVMStructCreateNamed(c->context, desc_name);
c->descriptor_ptr = LLVMPointerType(c->descriptor_type, 0);
// field descriptor
// Also needed to build a descriptor structure.
params[0] = c->i32;
params[1] = c->descriptor_ptr;
c->field_descriptor = LLVMStructTypeInContext(c->context, params, 2, false);
// descriptor, filled in
gendesc_basetype(c, c->descriptor_type);
// define object
params[0] = c->descriptor_ptr;
LLVMStructSetBody(c->object_type, params, 1, false);
#if PONY_LLVM >= 309
LLVM_DECLARE_ATTRIBUTEREF(nounwind_attr, nounwind, 0);
LLVM_DECLARE_ATTRIBUTEREF(readnone_attr, readnone, 0);
LLVM_DECLARE_ATTRIBUTEREF(readonly_attr, readonly, 0);
LLVM_DECLARE_ATTRIBUTEREF(inacc_or_arg_mem_attr,
inaccessiblemem_or_argmemonly, 0);
LLVM_DECLARE_ATTRIBUTEREF(noalias_attr, noalias, 0);
LLVM_DECLARE_ATTRIBUTEREF(noreturn_attr, noreturn, 0);
LLVM_DECLARE_ATTRIBUTEREF(deref_actor_attr, dereferenceable,
PONY_ACTOR_PAD_SIZE + (target_is_ilp32(c->opt->triple) ? 4 : 8));
LLVM_DECLARE_ATTRIBUTEREF(align_pool_attr, align, ponyint_pool_size(0));
LLVM_DECLARE_ATTRIBUTEREF(align_heap_attr, align, HEAP_MIN);
LLVM_DECLARE_ATTRIBUTEREF(deref_or_null_alloc_attr, dereferenceable_or_null,
HEAP_MIN);
LLVM_DECLARE_ATTRIBUTEREF(deref_alloc_small_attr, dereferenceable, HEAP_MIN);
LLVM_DECLARE_ATTRIBUTEREF(deref_alloc_large_attr, dereferenceable,
HEAP_MAX << 1);
#endif
// i8* pony_ctx()
type = LLVMFunctionType(c->void_ptr, NULL, 0, false);
value = LLVMAddFunction(c->module, "pony_ctx", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, readnone_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
LLVMAddFunctionAttr(value, LLVMReadNoneAttribute);
#endif
// __object* pony_create(i8*, __Desc*)
params[0] = c->void_ptr;
params[1] = c->descriptor_ptr;
type = LLVMFunctionType(c->object_ptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_create", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, noalias_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, deref_actor_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, align_pool_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
LLVMSetReturnNoAlias(value);
LLVMSetDereferenceable(value, 0, PONY_ACTOR_PAD_SIZE +
(target_is_ilp32(c->opt->triple) ? 4 : 8));
#endif
// void ponyint_destroy(__object*)
params[0] = c->object_ptr;
type = LLVMFunctionType(c->void_type, params, 1, false);
value = LLVMAddFunction(c->module, "ponyint_destroy", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
#endif
// void pony_sendv(i8*, __object*, $message*, $message*)
params[0] = c->void_ptr;
params[1] = c->object_ptr;
params[2] = c->msg_ptr;
params[3] = c->msg_ptr;
type = LLVMFunctionType(c->void_type, params, 4, false);
value = LLVMAddFunction(c->module, "pony_sendv", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
#endif
// void pony_sendv_single(i8*, __object*, $message*, $message*)
params[0] = c->void_ptr;
params[1] = c->object_ptr;
params[2] = c->msg_ptr;
params[3] = c->msg_ptr;
type = LLVMFunctionType(c->void_type, params, 4, false);
value = LLVMAddFunction(c->module, "pony_sendv_single", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
#endif
// i8* pony_alloc(i8*, intptr)
params[0] = c->void_ptr;
params[1] = c->intptr;
type = LLVMFunctionType(c->void_ptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_alloc", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, noalias_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex,
deref_or_null_alloc_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, align_heap_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
LLVMSetReturnNoAlias(value);
LLVMSetDereferenceableOrNull(value, 0, HEAP_MIN);
#endif
// i8* pony_alloc_small(i8*, i32)
params[0] = c->void_ptr;
params[1] = c->i32;
type = LLVMFunctionType(c->void_ptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_alloc_small", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, noalias_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex,
deref_alloc_small_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, align_heap_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
LLVMSetReturnNoAlias(value);
LLVMSetDereferenceable(value, 0, HEAP_MIN);
#endif
// i8* pony_alloc_large(i8*, intptr)
params[0] = c->void_ptr;
params[1] = c->intptr;
type = LLVMFunctionType(c->void_ptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_alloc_large", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, noalias_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex,
deref_alloc_large_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, align_heap_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
LLVMSetReturnNoAlias(value);
LLVMSetDereferenceable(value, 0, HEAP_MAX << 1);
#endif
// i8* pony_realloc(i8*, i8*, intptr)
params[0] = c->void_ptr;
params[1] = c->void_ptr;
params[2] = c->intptr;
type = LLVMFunctionType(c->void_ptr, params, 3, false);
value = LLVMAddFunction(c->module, "pony_realloc", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, noalias_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex,
deref_or_null_alloc_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, align_heap_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
LLVMSetReturnNoAlias(value);
LLVMSetDereferenceableOrNull(value, 0, HEAP_MIN);
#endif
// i8* pony_alloc_final(i8*, intptr)
params[0] = c->void_ptr;
params[1] = c->intptr;
type = LLVMFunctionType(c->void_ptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_alloc_final", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, noalias_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex,
deref_or_null_alloc_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, align_heap_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
LLVMSetReturnNoAlias(value);
LLVMSetDereferenceableOrNull(value, 0, HEAP_MIN);
#endif
// i8* pony_alloc_small_final(i8*, i32)
params[0] = c->void_ptr;
params[1] = c->i32;
type = LLVMFunctionType(c->void_ptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_alloc_small_final", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, noalias_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex,
deref_alloc_small_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, align_heap_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
LLVMSetReturnNoAlias(value);
LLVMSetDereferenceable(value, 0, HEAP_MIN);
#endif
// i8* pony_alloc_large_final(i8*, intptr)
params[0] = c->void_ptr;
params[1] = c->intptr;
type = LLVMFunctionType(c->void_ptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_alloc_large_final", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, noalias_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex,
deref_alloc_large_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, align_heap_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
LLVMSetReturnNoAlias(value);
LLVMSetDereferenceable(value, 0, HEAP_MAX << 1);
#endif
// $message* pony_alloc_msg(i32, i32)
params[0] = c->i32;
params[1] = c->i32;
type = LLVMFunctionType(c->msg_ptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_alloc_msg", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, noalias_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, align_pool_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
LLVMSetReturnNoAlias(value);
#endif
// void pony_trace(i8*, i8*)
params[0] = c->void_ptr;
params[1] = c->void_ptr;
type = LLVMFunctionType(c->void_type, params, 2, false);
value = LLVMAddFunction(c->module, "pony_trace", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
LLVMAddAttributeAtIndex(value, 2, readnone_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
value = LLVMGetParam(value, 1);
LLVMAddAttribute(value, LLVMReadNoneAttribute);
#endif
// void pony_traceknown(i8*, __object*, __Desc*, i32)
params[0] = c->void_ptr;
params[1] = c->object_ptr;
params[2] = c->descriptor_ptr;
params[3] = c->i32;
type = LLVMFunctionType(c->void_type, params, 4, false);
value = LLVMAddFunction(c->module, "pony_traceknown", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
LLVMAddAttributeAtIndex(value, 2, readonly_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
value = LLVMGetParam(value, 1);
LLVMAddAttribute(value, LLVMReadOnlyAttribute);
#endif
// void pony_traceunknown(i8*, __object*, i32)
params[0] = c->void_ptr;
params[1] = c->object_ptr;
params[2] = c->i32;
type = LLVMFunctionType(c->void_type, params, 3, false);
value = LLVMAddFunction(c->module, "pony_traceunknown", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
LLVMAddAttributeAtIndex(value, 2, readonly_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
value = LLVMGetParam(value, 1);
LLVMAddAttribute(value, LLVMReadOnlyAttribute);
#endif
// void pony_gc_send(i8*)
params[0] = c->void_ptr;
type = LLVMFunctionType(c->void_type, params, 1, false);
value = LLVMAddFunction(c->module, "pony_gc_send", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
#endif
// void pony_gc_recv(i8*)
params[0] = c->void_ptr;
type = LLVMFunctionType(c->void_type, params, 1, false);
value = LLVMAddFunction(c->module, "pony_gc_recv", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
#endif
// void pony_send_done(i8*)
params[0] = c->void_ptr;
type = LLVMFunctionType(c->void_type, params, 1, false);
value = LLVMAddFunction(c->module, "pony_send_done", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
#endif
// void pony_recv_done(i8*)
params[0] = c->void_ptr;
type = LLVMFunctionType(c->void_type, params, 1, false);
value = LLVMAddFunction(c->module, "pony_recv_done", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
#endif
// void pony_serialise_reserve(i8*, i8*, intptr)
params[0] = c->void_ptr;
params[1] = c->void_ptr;
params[2] = c->intptr;
type = LLVMFunctionType(c->void_type, params, 3, false);
value = LLVMAddFunction(c->module, "pony_serialise_reserve", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
LLVMAddAttributeAtIndex(value, 2, readnone_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
value = LLVMGetParam(value, 1);
LLVMAddAttribute(value, LLVMReadNoneAttribute);
#endif
// intptr pony_serialise_offset(i8*, i8*)
params[0] = c->void_ptr;
params[1] = c->void_ptr;
type = LLVMFunctionType(c->intptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_serialise_offset", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
LLVMAddAttributeAtIndex(value, 2, readonly_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
value = LLVMGetParam(value, 1);
LLVMAddAttribute(value, LLVMReadOnlyAttribute);
#endif
// i8* pony_deserialise_offset(i8*, __desc*, intptr)
params[0] = c->void_ptr;
params[1] = c->descriptor_ptr;
params[2] = c->intptr;
type = LLVMFunctionType(c->void_ptr, params, 3, false);
value = LLVMAddFunction(c->module, "pony_deserialise_offset", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
#elif PONY_LLVM == 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
#endif
// i8* pony_deserialise_block(i8*, intptr, intptr)
params[0] = c->void_ptr;
params[1] = c->intptr;
params[2] = c->intptr;
type = LLVMFunctionType(c->void_ptr, params, 3, false);
value = LLVMAddFunction(c->module, "pony_deserialise_block", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeReturnIndex, noalias_attr);
#else
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
LLVMSetReturnNoAlias(value);
#endif
// i32 pony_init(i32, i8**)
params[0] = c->i32;
params[1] = LLVMPointerType(c->void_ptr, 0);
type = LLVMFunctionType(c->i32, params, 2, false);
value = LLVMAddFunction(c->module, "pony_init", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
#endif
// void pony_become(i8*, __object*)
params[0] = c->void_ptr;
params[1] = c->object_ptr;
type = LLVMFunctionType(c->void_type, params, 2, false);
value = LLVMAddFunction(c->module, "pony_become", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
#endif
// i32 pony_start(i32, i32)
params[0] = c->i32;
params[1] = c->i32;
type = LLVMFunctionType(c->i32, params, 2, false);
value = LLVMAddFunction(c->module, "pony_start", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex,
inacc_or_arg_mem_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
# if PONY_LLVM >= 308
LLVMSetInaccessibleMemOrArgMemOnly(value);
# endif
#endif
// i32 pony_get_exitcode()
type = LLVMFunctionType(c->i32, NULL, 0, false);
value = LLVMAddFunction(c->module, "pony_get_exitcode", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, readonly_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
LLVMAddFunctionAttr(value, LLVMReadOnlyAttribute);
#endif
// void pony_throw()
type = LLVMFunctionType(c->void_type, NULL, 0, false);
value = LLVMAddFunction(c->module, "pony_throw", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, noreturn_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoReturnAttribute);
#endif
// i32 pony_personality_v0(...)
type = LLVMFunctionType(c->i32, NULL, 0, true);
c->personality = LLVMAddFunction(c->module, "pony_personality_v0", type);
// i32 memcmp(i8*, i8*, intptr)
params[0] = c->void_ptr;
params[1] = c->void_ptr;
params[2] = c->intptr;
type = LLVMFunctionType(c->i32, params, 3, false);
value = LLVMAddFunction(c->module, "memcmp", type);
#if PONY_LLVM >= 309
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, nounwind_attr);
LLVMAddAttributeAtIndex(value, LLVMAttributeFunctionIndex, readonly_attr);
LLVMAddAttributeAtIndex(value, 1, readonly_attr);
LLVMAddAttributeAtIndex(value, 2, readonly_attr);
#else
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
LLVMAddFunctionAttr(value, LLVMReadOnlyAttribute);
LLVMValueRef param = LLVMGetParam(value, 0);
LLVMAddAttribute(param, LLVMReadOnlyAttribute);
param = LLVMGetParam(value, 1);
LLVMAddAttribute(param, LLVMReadOnlyAttribute);
#endif
}
static void init_runtime(compile_t* c)
{
c->str_1 = stringtab("$1");
c->str_Bool = stringtab("Bool");
c->str_I8 = stringtab("I8");
c->str_I16 = stringtab("I16");
c->str_I32 = stringtab("I32");
c->str_I64 = stringtab("I64");
c->str_I128 = stringtab("I128");
c->str_U8 = stringtab("U8");
c->str_U16 = stringtab("U16");
c->str_U32 = stringtab("U32");
c->str_U64 = stringtab("U64");
c->str_U128 = stringtab("U128");
c->str_F32 = stringtab("F32");
c->str_F64 = stringtab("F64");
c->str_Pointer = stringtab("Pointer");
c->str_Array = stringtab("Array");
c->str_Platform = stringtab("Platform");
c->str_add = stringtab("add");
c->str_sub = stringtab("sub");
c->str_mul = stringtab("mul");
c->str_div = stringtab("div");
c->str_mod = stringtab("mod");
c->str_neg = stringtab("neg");
c->str_and = stringtab("op_and");
c->str_or = stringtab("op_or");
c->str_xor = stringtab("op_xor");
c->str_not = stringtab("op_not");
c->str_shl = stringtab("shl");
c->str_shr = stringtab("shr");
c->str_eq = stringtab("eq");
c->str_ne = stringtab("ne");
c->str_lt = stringtab("lt");
c->str_le = stringtab("le");
c->str_ge = stringtab("ge");
c->str_gt = stringtab("gt");
LLVMTypeRef type;
LLVMTypeRef params[4];
LLVMValueRef value;
c->void_type = LLVMVoidTypeInContext(c->context);
c->i1 = LLVMInt1TypeInContext(c->context);
c->i8 = LLVMInt8TypeInContext(c->context);
c->i16 = LLVMInt16TypeInContext(c->context);
c->i32 = LLVMInt32TypeInContext(c->context);
c->i64 = LLVMInt64TypeInContext(c->context);
c->i128 = LLVMIntTypeInContext(c->context, 128);
c->f32 = LLVMFloatTypeInContext(c->context);
c->f64 = LLVMDoubleTypeInContext(c->context);
c->intptr = LLVMIntPtrTypeInContext(c->context, c->target_data);
// i8*
c->void_ptr = LLVMPointerType(c->i8, 0);
// forward declare object
c->object_type = LLVMStructCreateNamed(c->context, "$object");
c->object_ptr = LLVMPointerType(c->object_type, 0);
// padding required in an actor between the descriptor and fields
c->actor_pad = LLVMArrayType(c->i8, PONY_ACTOR_PAD_SIZE);
// message
params[0] = c->i32; // size
params[1] = c->i32; // id
c->msg_type = LLVMStructCreateNamed(c->context, "$message");
c->msg_ptr = LLVMPointerType(c->msg_type, 0);
LLVMStructSetBody(c->msg_type, params, 2, false);
// trace
// void (*)($object*)
params[0] = c->object_ptr;
c->trace_type = LLVMFunctionType(c->void_type, params, 1, false);
c->trace_fn = LLVMPointerType(c->trace_type, 0);
// dispatch
// void (*)($object*, $message*)
params[0] = c->object_ptr;
params[1] = c->msg_ptr;
c->dispatch_type = LLVMFunctionType(c->void_type, params, 2, false);
c->dispatch_fn = LLVMPointerType(c->dispatch_type, 0);
// void (*)($object*)
params[0] = c->object_ptr;
c->final_fn = LLVMPointerType(
LLVMFunctionType(c->void_type, params, 1, false), 0);
// descriptor, opaque version
// We need this in order to build our own structure.
const char* desc_name = genname_descriptor(NULL);
c->descriptor_type = LLVMStructCreateNamed(c->context, desc_name);
c->descriptor_ptr = LLVMPointerType(c->descriptor_type, 0);
// field descriptor
// Also needed to build a descriptor structure.
params[0] = c->i32;
params[1] = c->descriptor_ptr;
c->field_descriptor = LLVMStructTypeInContext(c->context, params, 2, false);
// descriptor, filled in
c->descriptor_type = gendesc_type(c, NULL);
// define object
params[0] = c->descriptor_ptr;
LLVMStructSetBody(c->object_type, params, 1, false);
// $object* pony_create($desc*)
params[0] = c->descriptor_ptr;
type = LLVMFunctionType(c->object_ptr, params, 1, false);
value = LLVMAddFunction(c->module, "pony_create", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
LLVMSetReturnNoAlias(value);
// void pony_destroy($object*)
params[0] = c->object_ptr;
type = LLVMFunctionType(c->void_type, params, 1, false);
value = LLVMAddFunction(c->module, "pony_destroy", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
//LLVMSetReturnNoAlias(value);
// void pony_sendv($object*, $message*);
params[0] = c->object_ptr;
params[1] = c->msg_ptr;
type = LLVMFunctionType(c->void_type, params, 2, false);
value = LLVMAddFunction(c->module, "pony_sendv", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// i8* pony_alloc(i64)
params[0] = c->i64;
type = LLVMFunctionType(c->void_ptr, params, 1, false);
value = LLVMAddFunction(c->module, "pony_alloc", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
LLVMSetReturnNoAlias(value);
// i8* pony_realloc(i8*, i64)
params[0] = c->void_ptr;
params[1] = c->i64;
type = LLVMFunctionType(c->void_ptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_realloc", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
LLVMSetReturnNoAlias(value);
// i8* pony_alloc_final(i64, c->final_fn)
params[0] = c->i64;
params[1] = c->final_fn;
type = LLVMFunctionType(c->void_ptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_alloc_final", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
LLVMSetReturnNoAlias(value);
// $message* pony_alloc_msg(i32, i32)
params[0] = c->i32;
params[1] = c->i32;
type = LLVMFunctionType(c->msg_ptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_alloc_msg", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
LLVMSetReturnNoAlias(value);
// void pony_trace(i8*)
params[0] = c->void_ptr;
type = LLVMFunctionType(c->void_type, params, 1, false);
value = LLVMAddFunction(c->module, "pony_trace", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_traceactor($object*)
params[0] = c->object_ptr;
type = LLVMFunctionType(c->void_type, params, 1, false);
value = LLVMAddFunction(c->module, "pony_traceactor", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_traceobject($object*, trace_fn)
params[0] = c->object_ptr;
params[1] = c->trace_fn;
type = LLVMFunctionType(c->void_type, params, 2, false);
value = LLVMAddFunction(c->module, "pony_traceobject", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_traceunknown($object*)
params[0] = c->object_ptr;
type = LLVMFunctionType(c->void_type, params, 1, false);
value = LLVMAddFunction(c->module, "pony_traceunknown", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_trace_tag_or_actor($object*)
params[0] = c->object_ptr;
type = LLVMFunctionType(c->void_type, params, 1, false);
value = LLVMAddFunction(c->module, "pony_trace_tag_or_actor", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_gc_send()
type = LLVMFunctionType(c->void_type, NULL, 0, false);
value = LLVMAddFunction(c->module, "pony_gc_send", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_gc_recv()
type = LLVMFunctionType(c->void_type, NULL, 0, false);
value = LLVMAddFunction(c->module, "pony_gc_recv", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_send_done()
type = LLVMFunctionType(c->void_type, NULL, 0, false);
value = LLVMAddFunction(c->module, "pony_send_done", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_recv_done()
type = LLVMFunctionType(c->void_type, NULL, 0, false);
value = LLVMAddFunction(c->module, "pony_recv_done", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// i32 pony_init(i32, i8**)
params[0] = c->i32;
params[1] = LLVMPointerType(c->void_ptr, 0);
type = LLVMFunctionType(c->i32, params, 2, false);
value = LLVMAddFunction(c->module, "pony_init", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_become($object*)
params[0] = c->object_ptr;
type = LLVMFunctionType(c->void_type, params, 1, false);
value = LLVMAddFunction(c->module, "pony_become", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// i32 pony_start(i32)
params[0] = c->i32;
type = LLVMFunctionType(c->i32, params, 1, false);
value = LLVMAddFunction(c->module, "pony_start", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_throw()
type = LLVMFunctionType(c->void_type, NULL, 0, false);
LLVMAddFunction(c->module, "pony_throw", type);
// i32 pony_personality_v0(...)
type = LLVMFunctionType(c->i32, NULL, 0, true);
c->personality = LLVMAddFunction(c->module, "pony_personality_v0", type);
// i8* memcpy(...)
type = LLVMFunctionType(c->void_ptr, NULL, 0, true);
value = LLVMAddFunction(c->module, "memcpy", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// i8* memmove(...)
type = LLVMFunctionType(c->void_ptr, NULL, 0, true);
value = LLVMAddFunction(c->module, "memmove", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
}
/*
* llvmgen_assignment
*
* Generates a store operation from an assignment expression.
*/
LLVMValueRef
llvmgen_assignment (gencodectx_t gctx, expr_node_t *lhs, expr_node_t *rhs)
{
LLVMBuilderRef builder = (gctx->curfn == 0 ? 0 : gctx->curfn->builder);
LLVMValueRef rhsvalue, v, lhsaddr;
LLVMTypeRef lhstype, rhstype;
llvm_accinfo_t accinfo;
int shifts_required = 0;
rhsvalue = llvmgen_expression(gctx, rhs, 0);
if (rhsvalue == 0) {
unsigned int bpval = machine_scalar_bits(gctx->mach);
expr_signal(gctx->ectx, STC__EXPRVALRQ);
rhsvalue = LLVMConstNull(LLVMIntTypeInContext(gctx->llvmctx, bpval));
}
rhstype = LLVMTypeOf(rhsvalue);
lhsaddr = llvmgen_addr_expression(gctx, lhs, &accinfo);
if (lhsaddr == 0) {
expr_signal(gctx->ectx, STC__ADDRVALRQ);
return rhsvalue;
}
// If we're assigning into a field-reference with a non-zero
// bit position or a non-CTCE size, we have to do some bit-shifting
// to do the store.
if (accinfo.posval != 0 || accinfo.sizeval != 0) {
shifts_required = 1;
lhstype = LLVMIntTypeInContext(gctx->llvmctx, accinfo.width);
if ((accinfo.flags & LLVMGEN_M_ACC_CONSTSIZ) != 0) {
accinfo.sizeval = LLVMConstInt(gctx->fullwordtype, accinfo.size, 0);
}
} else if ((accinfo.flags & LLVMGEN_M_ACC_CONSTSIZ) != 0) {
lhstype = LLVMIntTypeInContext(gctx->llvmctx, accinfo.size);
} else {
lhstype = LLVMIntTypeInContext(gctx->llvmctx, accinfo.width);
}
lhsaddr = llvmgen_adjustval(gctx, lhsaddr, LLVMPointerType(lhstype, 0), 0);
if (shifts_required) {
LLVMValueRef neg1, srcmask, dstmask, rhstemp;
if (LLVMGetTypeKind(rhstype) != LLVMIntegerTypeKind) {
rhsvalue = llvmgen_adjustval(gctx, rhsvalue, gctx->fullwordtype, 0);
rhstype = LLVMTypeOf(rhsvalue);
} else {
accinfo.sizeval = llvmgen_adjustval(gctx, accinfo.sizeval, rhstype, 0);
accinfo.posval = llvmgen_adjustval(gctx, accinfo.posval, rhstype, 0);
}
neg1 = LLVMConstAllOnes(rhstype);
v = LLVMBuildShl(builder, neg1, accinfo.sizeval, llvmgen_temp(gctx));
srcmask = LLVMBuildNot(builder, v, llvmgen_temp(gctx));
v = LLVMBuildAnd(builder, rhsvalue, srcmask, llvmgen_temp(gctx));
v = LLVMBuildShl(builder, v, accinfo.posval, llvmgen_temp(gctx));
rhstemp = llvmgen_adjustval(gctx, v, lhstype, 0);
v = LLVMBuildShl(builder, srcmask, accinfo.posval, llvmgen_temp(gctx));
v = llvmgen_adjustval(gctx, v, lhstype, 0);
dstmask = LLVMBuildNot(builder, v, llvmgen_temp(gctx));
v = LLVMBuildLoad(builder, lhsaddr, llvmgen_temp(gctx));
v = llvmgen_adjustval(gctx, v, lhstype, (accinfo.flags & LLVMGEN_M_SEG_SIGNEXT) != 0);
v = LLVMBuildAnd(builder, v, dstmask, llvmgen_temp(gctx));
v = LLVMBuildOr(builder, v, rhstemp, llvmgen_temp(gctx));
} else {
v = llvmgen_adjustval(gctx, rhsvalue, lhstype, (accinfo.flags & LLVMGEN_M_SEG_SIGNEXT) != 0);
}
LLVMBuildStore(builder, v, lhsaddr);
if ((accinfo.flags & LLVMGEN_M_SEG_VOLATILE) != 0) LLVMSetVolatile(v, 1);
return rhsvalue;
} /* llvmgen_assignment */
/*
* gen_operator_expression
*
* Code generation for operator expressions. Most of them have straightforward
* translations into LLVM instructions and are handled directly here.
*/
static LLVMValueRef
gen_operator_expression (gencodectx_t gctx, expr_node_t *exp, LLVMTypeRef neededtype)
{
expr_node_t *lhs = expr_op_lhs(exp);
expr_node_t *rhs = expr_op_rhs(exp);
optype_t op = expr_op_type(exp);
LLVMBuilderRef builder = gctx->curfn->builder;
LLVMTypeRef inttype;
LLVMValueRef lval, rval, result;
if (op == OPER_FETCH) {
return gen_fetch(gctx, rhs, neededtype);
}
if (op == OPER_ASSIGN) {
LLVMValueRef val = llvmgen_assignment(gctx, lhs, rhs);
return llvmgen_adjustval(gctx, val, neededtype, 0);
}
if (op == OPER_SHIFT) {
return gen_shift(gctx, lhs, rhs, neededtype);
}
inttype = LLVMIntTypeInContext(gctx->llvmctx, machine_scalar_bits(gctx->mach));
lval = (lhs == 0 ? 0 : llvmgen_expression(gctx, lhs, inttype));
rval = llvmgen_expression(gctx, rhs, inttype);
switch (op) {
case OPER_UNARY_PLUS:
result = rval;
break;
case OPER_UNARY_MINUS:
result = LLVMBuildNeg(builder, rval, llvmgen_temp(gctx));
break;
case OPER_ADD:
result = LLVMBuildAdd(builder, lval, rval, llvmgen_temp(gctx));
break;
case OPER_SUBTRACT:
result = LLVMBuildSub(builder, lval, rval, llvmgen_temp(gctx));
break;
case OPER_MULT:
result = LLVMBuildMul(builder, lval, rval, llvmgen_temp(gctx));
break;
case OPER_DIV:
result = LLVMBuildUDiv(builder, lval, rval, llvmgen_temp(gctx));
break;
case OPER_MODULO:
result = LLVMBuildURem(builder, lval, rval, llvmgen_temp(gctx));
break;
case OPER_AND:
result = LLVMBuildAnd(builder, lval, rval, llvmgen_temp(gctx));
break;
case OPER_OR:
result = LLVMBuildOr(builder, lval, rval, llvmgen_temp(gctx));
break;
case OPER_NOT:
result = LLVMBuildNot(builder, rval, llvmgen_temp(gctx));
break;
case OPER_XOR:
result = LLVMBuildXor(builder, lval, rval, llvmgen_temp(gctx));
break;
case OPER_EQV:
result = LLVMBuildXor(builder, lval, rval, llvmgen_temp(gctx));
result = LLVMBuildNot(builder, result, llvmgen_temp(gctx));
break;
default:
if (op >= OPER_CMP_EQL && op <= OPER_CMP_GEQA) {
result = LLVMBuildICmp(builder,
llvmgen_predfromop(op, machine_addr_signed(gctx->mach)),
lval, rval, llvmgen_temp(gctx));
} else {
// Everything should be covered
expr_signal(gctx->ectx, STC__INTCMPERR, "gen_operator_expression");
result = LLVMConstNull(inttype);
}
break;
}
return llvmgen_adjustval(gctx, result, neededtype, 0);
} /* gen_operator_expression */
/*
* gen_fetch
*
* Generates a load operation for a fetch expression.
*/
static LLVMValueRef
gen_fetch (gencodectx_t gctx, expr_node_t *rhs, LLVMTypeRef neededtype)
{
LLVMBuilderRef builder = gctx->curfn->builder;
llvm_accinfo_t accinfo;
LLVMValueRef addr, val;
LLVMTypeRef type;
int shifts_required = 0;
int signext;
// For field references with non-zero bit position, or with
// non-CTCE size, we'll have to do bit shifting to extract
// the field.
addr = llvmgen_addr_expression(gctx, rhs, &accinfo);
if (accinfo.posval != 0 || accinfo.sizeval != 0) {
type = gctx->fullwordtype;
if ((accinfo.flags & LLVMGEN_M_ACC_CONSTSIZ)) {
accinfo.sizeval = LLVMConstInt(gctx->fullwordtype, accinfo.size, 0);
}
shifts_required = 1;
} else if ((accinfo.flags & LLVMGEN_M_ACC_CONSTSIZ)) {
if (accinfo.size == 0) {
// XXX signal invalid size
type = gctx->int1type;
} else {
type = LLVMIntTypeInContext(gctx->llvmctx, accinfo.size);
}
} else {
type = gctx->fullwordtype;
}
signext = ((accinfo.flags & LLVMGEN_M_SEG_SIGNEXT) != 0);
// If we're fetching from a register, there's no load intruction
// required - EXCEPT if this was a scalar BIND, where the BIND
if ((accinfo.segclass == LLVM_REG &&
(accinfo.flags & LLVMGEN_M_SEG_DEREFED) == 0) &&
(accinfo.flags & LLVMGEN_M_SEG_BINDPTR) == 0) {
val = llvmgen_adjustval(gctx, addr, type, signext);
} else {
addr = llvmgen_adjustval(gctx, addr, LLVMPointerType(type, 0), 0);
val = LLVMBuildLoad(builder, addr, llvmgen_temp(gctx));
if ((accinfo.flags & LLVMGEN_M_SEG_VOLATILE) != 0) LLVMSetVolatile(val, 1);
}
if (shifts_required) {
val = llvmgen_adjustval(gctx, val, gctx->fullwordtype, signext);
if (signext) {
val = LLVMBuildAShr(builder, val, accinfo.posval, llvmgen_temp(gctx));
} else {
val = LLVMBuildLShr(builder, val, accinfo.posval, llvmgen_temp(gctx));
}
if ((accinfo.flags & LLVMGEN_M_ACC_CONSTSIZ) != 0) {
LLVMTypeRef trunctype = LLVMIntTypeInContext(gctx->llvmctx, accinfo.size);
val = llvmgen_adjustval(gctx, val, trunctype, signext);
} else {
LLVMValueRef neg1 = LLVMConstAllOnes(gctx->fullwordtype);
LLVMValueRef mask;
mask = LLVMBuildShl(builder, neg1, accinfo.sizeval, llvmgen_temp(gctx));
mask = LLVMBuildNeg(builder, mask, llvmgen_temp(gctx));
val = LLVMBuildAnd(builder, val, mask, llvmgen_temp(gctx));
if (signext) {
val = LLVMBuildSExt(builder, val, gctx->fullwordtype, llvmgen_temp(gctx));
}
}
}
return llvmgen_adjustval(gctx, val, neededtype, signext);
} /* gen_fetch */
/**
* Sample the texture/mipmap using given image filter and mip filter.
* data0_ptr and data1_ptr point to the two mipmap levels to sample
* from. width0/1_vec, height0/1_vec, depth0/1_vec indicate their sizes.
* If we're using nearest miplevel sampling the '1' values will be null/unused.
*/
static void
lp_build_sample_mipmap(struct lp_build_sample_context *bld,
unsigned img_filter,
unsigned mip_filter,
LLVMValueRef s,
LLVMValueRef t,
LLVMValueRef r,
LLVMValueRef ilevel0,
LLVMValueRef ilevel1,
LLVMValueRef lod_fpart,
LLVMValueRef colors_lo_var,
LLVMValueRef colors_hi_var)
{
LLVMBuilderRef builder = bld->gallivm->builder;
LLVMValueRef size0;
LLVMValueRef size1;
LLVMValueRef row_stride0_vec;
LLVMValueRef row_stride1_vec;
LLVMValueRef img_stride0_vec;
LLVMValueRef img_stride1_vec;
LLVMValueRef data_ptr0;
LLVMValueRef data_ptr1;
LLVMValueRef colors0_lo, colors0_hi;
LLVMValueRef colors1_lo, colors1_hi;
/* sample the first mipmap level */
lp_build_mipmap_level_sizes(bld, ilevel0,
&size0,
&row_stride0_vec, &img_stride0_vec);
data_ptr0 = lp_build_get_mipmap_level(bld, ilevel0);
if (img_filter == PIPE_TEX_FILTER_NEAREST) {
lp_build_sample_image_nearest(bld,
size0,
row_stride0_vec, img_stride0_vec,
data_ptr0, s, t, r,
&colors0_lo, &colors0_hi);
}
else {
assert(img_filter == PIPE_TEX_FILTER_LINEAR);
lp_build_sample_image_linear(bld,
size0,
row_stride0_vec, img_stride0_vec,
data_ptr0, s, t, r,
&colors0_lo, &colors0_hi);
}
/* Store the first level's colors in the output variables */
LLVMBuildStore(builder, colors0_lo, colors_lo_var);
LLVMBuildStore(builder, colors0_hi, colors_hi_var);
if (mip_filter == PIPE_TEX_MIPFILTER_LINEAR) {
LLVMValueRef h16_scale = lp_build_const_float(bld->gallivm, 256.0);
LLVMTypeRef i32_type = LLVMIntTypeInContext(bld->gallivm->context, 32);
struct lp_build_if_state if_ctx;
LLVMValueRef need_lerp;
lod_fpart = LLVMBuildFMul(builder, lod_fpart, h16_scale, "");
lod_fpart = LLVMBuildFPToSI(builder, lod_fpart, i32_type, "lod_fpart.fixed16");
/* need_lerp = lod_fpart > 0 */
need_lerp = LLVMBuildICmp(builder, LLVMIntSGT,
lod_fpart, LLVMConstNull(i32_type),
"need_lerp");
lp_build_if(&if_ctx, bld->gallivm, need_lerp);
{
struct lp_build_context h16_bld;
lp_build_context_init(&h16_bld, bld->gallivm, lp_type_ufixed(16));
/* sample the second mipmap level */
lp_build_mipmap_level_sizes(bld, ilevel1,
&size1,
&row_stride1_vec, &img_stride1_vec);
data_ptr1 = lp_build_get_mipmap_level(bld, ilevel1);
if (img_filter == PIPE_TEX_FILTER_NEAREST) {
lp_build_sample_image_nearest(bld,
size1,
row_stride1_vec, img_stride1_vec,
data_ptr1, s, t, r,
&colors1_lo, &colors1_hi);
}
else {
lp_build_sample_image_linear(bld,
size1,
row_stride1_vec, img_stride1_vec,
data_ptr1, s, t, r,
&colors1_lo, &colors1_hi);
}
/* interpolate samples from the two mipmap levels */
lod_fpart = LLVMBuildTrunc(builder, lod_fpart, h16_bld.elem_type, "");
lod_fpart = lp_build_broadcast_scalar(&h16_bld, lod_fpart);
#if HAVE_LLVM == 0x208
/* This is a work-around for a bug in LLVM 2.8.
* Evidently, something goes wrong in the construction of the
* lod_fpart short[8] vector. Adding this no-effect shuffle seems
* to force the vector to be properly constructed.
* Tested with mesa-demos/src/tests/mipmap_limits.c (press t, f).
*/
{
LLVMValueRef shuffles[8], shuffle;
int i;
assert(h16_bld.type.length <= Elements(shuffles));
for (i = 0; i < h16_bld.type.length; i++)
shuffles[i] = lp_build_const_int32(bld->gallivm, 2 * (i & 1));
shuffle = LLVMConstVector(shuffles, h16_bld.type.length);
lod_fpart = LLVMBuildShuffleVector(builder,
lod_fpart, lod_fpart,
shuffle, "");
}
#endif
colors0_lo = lp_build_lerp(&h16_bld, lod_fpart,
colors0_lo, colors1_lo);
colors0_hi = lp_build_lerp(&h16_bld, lod_fpart,
colors0_hi, colors1_hi);
LLVMBuildStore(builder, colors0_lo, colors_lo_var);
LLVMBuildStore(builder, colors0_hi, colors_hi_var);
}
lp_build_endif(&if_ctx);
}
}
/**
* Generate code for performing depth and/or stencil tests.
* We operate on a vector of values (typically n 2x2 quads).
*
* \param depth the depth test state
* \param stencil the front/back stencil state
* \param type the data type of the fragment depth/stencil values
* \param format_desc description of the depth/stencil surface
* \param mask the alive/dead pixel mask for the quad (vector)
* \param stencil_refs the front/back stencil ref values (scalar)
* \param z_src the incoming depth/stencil values (n 2x2 quad values, float32)
* \param zs_dst the depth/stencil values in framebuffer
* \param face contains boolean value indicating front/back facing polygon
*/
void
lp_build_depth_stencil_test(struct gallivm_state *gallivm,
const struct pipe_depth_state *depth,
const struct pipe_stencil_state stencil[2],
struct lp_type z_src_type,
const struct util_format_description *format_desc,
struct lp_build_mask_context *mask,
LLVMValueRef stencil_refs[2],
LLVMValueRef z_src,
LLVMValueRef z_fb,
LLVMValueRef s_fb,
LLVMValueRef face,
LLVMValueRef *z_value,
LLVMValueRef *s_value,
boolean do_branch)
{
LLVMBuilderRef builder = gallivm->builder;
struct lp_type z_type;
struct lp_build_context z_bld;
struct lp_build_context s_bld;
struct lp_type s_type;
unsigned z_shift = 0, z_width = 0, z_mask = 0;
LLVMValueRef z_dst = NULL;
LLVMValueRef stencil_vals = NULL;
LLVMValueRef z_bitmask = NULL, stencil_shift = NULL;
LLVMValueRef z_pass = NULL, s_pass_mask = NULL;
LLVMValueRef orig_mask = lp_build_mask_value(mask);
LLVMValueRef front_facing = NULL;
boolean have_z, have_s;
/*
* Depths are expected to be between 0 and 1, even if they are stored in
* floats. Setting these bits here will ensure that the lp_build_conv() call
* below won't try to unnecessarily clamp the incoming values.
*/
if(z_src_type.floating) {
z_src_type.sign = FALSE;
z_src_type.norm = TRUE;
}
else {
assert(!z_src_type.sign);
assert(z_src_type.norm);
}
/* Pick the type matching the depth-stencil format. */
z_type = lp_depth_type(format_desc, z_src_type.length);
/* Pick the intermediate type for depth operations. */
z_type.width = z_src_type.width;
assert(z_type.length == z_src_type.length);
/* FIXME: for non-float depth/stencil might generate better code
* if we'd always split it up to use 128bit operations.
* For stencil we'd almost certainly want to pack to 8xi16 values,
* for z just run twice.
*/
/* Sanity checking */
{
const unsigned z_swizzle = format_desc->swizzle[0];
const unsigned s_swizzle = format_desc->swizzle[1];
assert(z_swizzle != UTIL_FORMAT_SWIZZLE_NONE ||
s_swizzle != UTIL_FORMAT_SWIZZLE_NONE);
assert(depth->enabled || stencil[0].enabled);
assert(format_desc->colorspace == UTIL_FORMAT_COLORSPACE_ZS);
assert(format_desc->block.width == 1);
assert(format_desc->block.height == 1);
if (stencil[0].enabled) {
assert(s_swizzle < 4);
assert(format_desc->channel[s_swizzle].type == UTIL_FORMAT_TYPE_UNSIGNED);
assert(format_desc->channel[s_swizzle].pure_integer);
assert(!format_desc->channel[s_swizzle].normalized);
assert(format_desc->channel[s_swizzle].size == 8);
}
if (depth->enabled) {
assert(z_swizzle < 4);
if (z_type.floating) {
assert(z_swizzle == 0);
assert(format_desc->channel[z_swizzle].type ==
UTIL_FORMAT_TYPE_FLOAT);
assert(format_desc->channel[z_swizzle].size == 32);
}
else {
assert(format_desc->channel[z_swizzle].type ==
UTIL_FORMAT_TYPE_UNSIGNED);
assert(format_desc->channel[z_swizzle].normalized);
assert(!z_type.fixed);
}
}
}
/* Setup build context for Z vals */
lp_build_context_init(&z_bld, gallivm, z_type);
/* Setup build context for stencil vals */
s_type = lp_int_type(z_type);
lp_build_context_init(&s_bld, gallivm, s_type);
/* Compute and apply the Z/stencil bitmasks and shifts.
*/
{
unsigned s_shift, s_mask;
z_dst = z_fb;
stencil_vals = s_fb;
have_z = get_z_shift_and_mask(format_desc, &z_shift, &z_width, &z_mask);
have_s = get_s_shift_and_mask(format_desc, &s_shift, &s_mask);
if (have_z) {
if (z_mask != 0xffffffff) {
z_bitmask = lp_build_const_int_vec(gallivm, z_type, z_mask);
}
/*
* Align the framebuffer Z 's LSB to the right.
*/
if (z_shift) {
LLVMValueRef shift = lp_build_const_int_vec(gallivm, z_type, z_shift);
z_dst = LLVMBuildLShr(builder, z_dst, shift, "z_dst");
} else if (z_bitmask) {
z_dst = LLVMBuildAnd(builder, z_dst, z_bitmask, "z_dst");
} else {
lp_build_name(z_dst, "z_dst");
}
}
if (have_s) {
if (s_shift) {
LLVMValueRef shift = lp_build_const_int_vec(gallivm, s_type, s_shift);
stencil_vals = LLVMBuildLShr(builder, stencil_vals, shift, "");
stencil_shift = shift; /* used below */
}
if (s_mask != 0xffffffff) {
LLVMValueRef mask = lp_build_const_int_vec(gallivm, s_type, s_mask);
stencil_vals = LLVMBuildAnd(builder, stencil_vals, mask, "");
}
lp_build_name(stencil_vals, "s_dst");
}
}
if (stencil[0].enabled) {
if (face) {
LLVMValueRef zero = lp_build_const_int32(gallivm, 0);
/* front_facing = face != 0 ? ~0 : 0 */
front_facing = LLVMBuildICmp(builder, LLVMIntNE, face, zero, "");
front_facing = LLVMBuildSExt(builder, front_facing,
LLVMIntTypeInContext(gallivm->context,
s_bld.type.length*s_bld.type.width),
"");
front_facing = LLVMBuildBitCast(builder, front_facing,
s_bld.int_vec_type, "");
}
/* convert scalar stencil refs into vectors */
stencil_refs[0] = lp_build_broadcast_scalar(&s_bld, stencil_refs[0]);
stencil_refs[1] = lp_build_broadcast_scalar(&s_bld, stencil_refs[1]);
s_pass_mask = lp_build_stencil_test(&s_bld, stencil,
stencil_refs, stencil_vals,
front_facing);
/* apply stencil-fail operator */
{
LLVMValueRef s_fail_mask = lp_build_andnot(&s_bld, orig_mask, s_pass_mask);
stencil_vals = lp_build_stencil_op(&s_bld, stencil, S_FAIL_OP,
stencil_refs, stencil_vals,
s_fail_mask, front_facing);
}
}
if (depth->enabled) {
/*
* Convert fragment Z to the desired type, aligning the LSB to the right.
*/
assert(z_type.width == z_src_type.width);
assert(z_type.length == z_src_type.length);
assert(lp_check_value(z_src_type, z_src));
if (z_src_type.floating) {
/*
* Convert from floating point values
*/
if (!z_type.floating) {
z_src = lp_build_clamped_float_to_unsigned_norm(gallivm,
z_src_type,
z_width,
z_src);
}
} else {
/*
* Convert from unsigned normalized values.
*/
assert(!z_src_type.sign);
assert(!z_src_type.fixed);
assert(z_src_type.norm);
assert(!z_type.floating);
if (z_src_type.width > z_width) {
LLVMValueRef shift = lp_build_const_int_vec(gallivm, z_src_type,
z_src_type.width - z_width);
z_src = LLVMBuildLShr(builder, z_src, shift, "");
}
}
assert(lp_check_value(z_type, z_src));
lp_build_name(z_src, "z_src");
/* compare src Z to dst Z, returning 'pass' mask */
z_pass = lp_build_cmp(&z_bld, depth->func, z_src, z_dst);
if (!stencil[0].enabled) {
/* We can potentially skip all remaining operations here, but only
* if stencil is disabled because we still need to update the stencil
* buffer values. Don't need to update Z buffer values.
*/
lp_build_mask_update(mask, z_pass);
if (do_branch) {
lp_build_mask_check(mask);
do_branch = FALSE;
}
}
if (depth->writemask) {
LLVMValueRef zselectmask;
/* mask off bits that failed Z test */
zselectmask = LLVMBuildAnd(builder, orig_mask, z_pass, "");
/* mask off bits that failed stencil test */
if (s_pass_mask) {
zselectmask = LLVMBuildAnd(builder, zselectmask, s_pass_mask, "");
}
/* Mix the old and new Z buffer values.
* z_dst[i] = zselectmask[i] ? z_src[i] : z_dst[i]
*/
z_dst = lp_build_select(&z_bld, zselectmask, z_src, z_dst);
}
if (stencil[0].enabled) {
/* update stencil buffer values according to z pass/fail result */
LLVMValueRef z_fail_mask, z_pass_mask;
/* apply Z-fail operator */
z_fail_mask = lp_build_andnot(&s_bld, orig_mask, z_pass);
stencil_vals = lp_build_stencil_op(&s_bld, stencil, Z_FAIL_OP,
stencil_refs, stencil_vals,
z_fail_mask, front_facing);
/* apply Z-pass operator */
z_pass_mask = LLVMBuildAnd(builder, orig_mask, z_pass, "");
stencil_vals = lp_build_stencil_op(&s_bld, stencil, Z_PASS_OP,
stencil_refs, stencil_vals,
z_pass_mask, front_facing);
}
}
else {
/* No depth test: apply Z-pass operator to stencil buffer values which
* passed the stencil test.
*/
s_pass_mask = LLVMBuildAnd(builder, orig_mask, s_pass_mask, "");
stencil_vals = lp_build_stencil_op(&s_bld, stencil, Z_PASS_OP,
stencil_refs, stencil_vals,
s_pass_mask, front_facing);
}
/* Put Z and stencil bits in the right place */
if (have_z && z_shift) {
LLVMValueRef shift = lp_build_const_int_vec(gallivm, z_type, z_shift);
z_dst = LLVMBuildShl(builder, z_dst, shift, "");
}
if (stencil_vals && stencil_shift)
stencil_vals = LLVMBuildShl(builder, stencil_vals,
stencil_shift, "");
/* Finally, merge the z/stencil values */
if (format_desc->block.bits <= 32) {
if (have_z && have_s)
*z_value = LLVMBuildOr(builder, z_dst, stencil_vals, "");
else if (have_z)
*z_value = z_dst;
else
*z_value = stencil_vals;
*s_value = *z_value;
}
else {
*z_value = z_dst;
*s_value = stencil_vals;
}
if (s_pass_mask)
lp_build_mask_update(mask, s_pass_mask);
if (depth->enabled && stencil[0].enabled)
lp_build_mask_update(mask, z_pass);
}
/**
* Perform the occlusion test and increase the counter.
* Test the depth mask. Add the number of channel which has none zero mask
* into the occlusion counter. e.g. maskvalue is {-1, -1, -1, -1}.
* The counter will add 4.
*
* \param type holds element type of the mask vector.
* \param maskvalue is the depth test mask.
* \param counter is a pointer of the uint32 counter.
*/
void
lp_build_occlusion_count(struct gallivm_state *gallivm,
struct lp_type type,
LLVMValueRef maskvalue,
LLVMValueRef counter)
{
LLVMBuilderRef builder = gallivm->builder;
LLVMContextRef context = gallivm->context;
LLVMValueRef countmask = lp_build_const_int_vec(gallivm, type, 1);
LLVMValueRef count, newcount;
assert(type.length <= 16);
assert(type.floating);
if(util_cpu_caps.has_sse && type.length == 4) {
const char *movmskintr = "llvm.x86.sse.movmsk.ps";
const char *popcntintr = "llvm.ctpop.i32";
LLVMValueRef bits = LLVMBuildBitCast(builder, maskvalue,
lp_build_vec_type(gallivm, type), "");
bits = lp_build_intrinsic_unary(builder, movmskintr,
LLVMInt32TypeInContext(context), bits);
count = lp_build_intrinsic_unary(builder, popcntintr,
LLVMInt32TypeInContext(context), bits);
}
else if(util_cpu_caps.has_avx && type.length == 8) {
const char *movmskintr = "llvm.x86.avx.movmsk.ps.256";
const char *popcntintr = "llvm.ctpop.i32";
LLVMValueRef bits = LLVMBuildBitCast(builder, maskvalue,
lp_build_vec_type(gallivm, type), "");
bits = lp_build_intrinsic_unary(builder, movmskintr,
LLVMInt32TypeInContext(context), bits);
count = lp_build_intrinsic_unary(builder, popcntintr,
LLVMInt32TypeInContext(context), bits);
}
else {
unsigned i;
LLVMValueRef countv = LLVMBuildAnd(builder, maskvalue, countmask, "countv");
LLVMTypeRef counttype = LLVMIntTypeInContext(context, type.length * 8);
LLVMTypeRef i8vntype = LLVMVectorType(LLVMInt8TypeInContext(context), type.length * 4);
LLVMValueRef shufflev, countd;
LLVMValueRef shuffles[16];
const char *popcntintr = NULL;
countv = LLVMBuildBitCast(builder, countv, i8vntype, "");
for (i = 0; i < type.length; i++) {
shuffles[i] = lp_build_const_int32(gallivm, 4*i);
}
shufflev = LLVMConstVector(shuffles, type.length);
countd = LLVMBuildShuffleVector(builder, countv, LLVMGetUndef(i8vntype), shufflev, "");
countd = LLVMBuildBitCast(builder, countd, counttype, "countd");
/*
* XXX FIXME
* this is bad on cpus without popcount (on x86 supported by intel
* nehalem, amd barcelona, and up - not tied to sse42).
* Would be much faster to just sum the 4 elements of the vector with
* some horizontal add (shuffle/add/shuffle/add after the initial and).
*/
switch (type.length) {
case 4:
popcntintr = "llvm.ctpop.i32";
break;
case 8:
popcntintr = "llvm.ctpop.i64";
break;
case 16:
popcntintr = "llvm.ctpop.i128";
break;
default:
assert(0);
}
count = lp_build_intrinsic_unary(builder, popcntintr, counttype, countd);
if (type.length > 4) {
count = LLVMBuildTrunc(builder, count, LLVMIntTypeInContext(context, 32), "");
}
}
newcount = LLVMBuildLoad(builder, counter, "origcount");
newcount = LLVMBuildAdd(builder, newcount, count, "newcount");
LLVMBuildStore(builder, newcount, counter);
}
static LLVMValueRef
lp_build_gather_avx2(struct gallivm_state *gallivm,
unsigned length,
unsigned src_width,
struct lp_type dst_type,
LLVMValueRef base_ptr,
LLVMValueRef offsets)
{
LLVMBuilderRef builder = gallivm->builder;
LLVMTypeRef src_type, src_vec_type;
LLVMValueRef res;
struct lp_type res_type = dst_type;
res_type.length *= length;
if (dst_type.floating) {
src_type = src_width == 64 ? LLVMDoubleTypeInContext(gallivm->context) :
LLVMFloatTypeInContext(gallivm->context);
} else {
src_type = LLVMIntTypeInContext(gallivm->context, src_width);
}
src_vec_type = LLVMVectorType(src_type, length);
/* XXX should allow hw scaling (can handle i8, i16, i32, i64 for x86) */
assert(LLVMTypeOf(base_ptr) == LLVMPointerType(LLVMInt8TypeInContext(gallivm->context), 0));
if (0) {
/*
* XXX: This will cause LLVM pre 3.7 to hang; it works on LLVM 3.8 but
* will not use the AVX2 gather instrinsics (even with llvm 4.0), at
* least with Haswell. See
* http://lists.llvm.org/pipermail/llvm-dev/2016-January/094448.html
* And the generated code doing the emulation is quite a bit worse
* than what we get by doing it ourselves too.
*/
LLVMTypeRef i32_type = LLVMIntTypeInContext(gallivm->context, 32);
LLVMTypeRef i32_vec_type = LLVMVectorType(i32_type, length);
LLVMTypeRef i1_type = LLVMIntTypeInContext(gallivm->context, 1);
LLVMTypeRef i1_vec_type = LLVMVectorType(i1_type, length);
LLVMTypeRef src_ptr_type = LLVMPointerType(src_type, 0);
LLVMValueRef src_ptr;
base_ptr = LLVMBuildBitCast(builder, base_ptr, src_ptr_type, "");
/* Rescale offsets from bytes to elements */
LLVMValueRef scale = LLVMConstInt(i32_type, src_width/8, 0);
scale = lp_build_broadcast(gallivm, i32_vec_type, scale);
assert(LLVMTypeOf(offsets) == i32_vec_type);
offsets = LLVMBuildSDiv(builder, offsets, scale, "");
src_ptr = LLVMBuildGEP(builder, base_ptr, &offsets, 1, "vector-gep");
char intrinsic[64];
util_snprintf(intrinsic, sizeof intrinsic, "llvm.masked.gather.v%u%s%u",
length, dst_type.floating ? "f" : "i", src_width);
LLVMValueRef alignment = LLVMConstInt(i32_type, src_width/8, 0);
LLVMValueRef mask = LLVMConstAllOnes(i1_vec_type);
LLVMValueRef passthru = LLVMGetUndef(src_vec_type);
LLVMValueRef args[] = { src_ptr, alignment, mask, passthru };
res = lp_build_intrinsic(builder, intrinsic, src_vec_type, args, 4, 0);
} else {
LLVMTypeRef i8_type = LLVMIntTypeInContext(gallivm->context, 8);
const char *intrinsic = NULL;
unsigned l_idx = 0;
assert(src_width == 32 || src_width == 64);
if (src_width == 32) {
assert(length == 4 || length == 8);
} else {
assert(length == 2 || length == 4);
}
static const char *intrinsics[2][2][2] = {
{{"llvm.x86.avx2.gather.d.d",
"llvm.x86.avx2.gather.d.d.256"},
{"llvm.x86.avx2.gather.d.q",
"llvm.x86.avx2.gather.d.q.256"}},
{{"llvm.x86.avx2.gather.d.ps",
"llvm.x86.avx2.gather.d.ps.256"},
{"llvm.x86.avx2.gather.d.pd",
"llvm.x86.avx2.gather.d.pd.256"}},
};
if ((src_width == 32 && length == 8) ||
(src_width == 64 && length == 4)) {
l_idx = 1;
}
intrinsic = intrinsics[dst_type.floating][src_width == 64][l_idx];
LLVMValueRef passthru = LLVMGetUndef(src_vec_type);
LLVMValueRef mask = LLVMConstAllOnes(src_vec_type);
mask = LLVMConstBitCast(mask, src_vec_type);
LLVMValueRef scale = LLVMConstInt(i8_type, 1, 0);
LLVMValueRef args[] = { passthru, base_ptr, offsets, mask, scale };
res = lp_build_intrinsic(builder, intrinsic, src_vec_type, args, 5, 0);
}
res = LLVMBuildBitCast(builder, res, lp_build_vec_type(gallivm, res_type), "");
return res;
}
static void init_runtime(compile_t* c)
{
c->str_builtin = stringtab("$0");
c->str_Bool = stringtab("Bool");
c->str_I8 = stringtab("I8");
c->str_I16 = stringtab("I16");
c->str_I32 = stringtab("I32");
c->str_I64 = stringtab("I64");
c->str_I128 = stringtab("I128");
c->str_ILong = stringtab("ILong");
c->str_ISize = stringtab("ISize");
c->str_U8 = stringtab("U8");
c->str_U16 = stringtab("U16");
c->str_U32 = stringtab("U32");
c->str_U64 = stringtab("U64");
c->str_U128 = stringtab("U128");
c->str_ULong = stringtab("ULong");
c->str_USize = stringtab("USize");
c->str_F32 = stringtab("F32");
c->str_F64 = stringtab("F64");
c->str_Pointer = stringtab("Pointer");
c->str_Maybe = stringtab("MaybePointer");
c->str_DoNotOptimise = stringtab("DoNotOptimise");
c->str_Array = stringtab("Array");
c->str_String = stringtab("String");
c->str_Platform = stringtab("Platform");
c->str_Main = stringtab("Main");
c->str_Env = stringtab("Env");
c->str_add = stringtab("add");
c->str_sub = stringtab("sub");
c->str_mul = stringtab("mul");
c->str_div = stringtab("div");
c->str_mod = stringtab("mod");
c->str_neg = stringtab("neg");
c->str_and = stringtab("op_and");
c->str_or = stringtab("op_or");
c->str_xor = stringtab("op_xor");
c->str_not = stringtab("op_not");
c->str_shl = stringtab("shl");
c->str_shr = stringtab("shr");
c->str_eq = stringtab("eq");
c->str_ne = stringtab("ne");
c->str_lt = stringtab("lt");
c->str_le = stringtab("le");
c->str_ge = stringtab("ge");
c->str_gt = stringtab("gt");
c->str_this = stringtab("this");
c->str_create = stringtab("create");
c->str__create = stringtab("_create");
c->str__init = stringtab("_init");
c->str__final = stringtab("_final");
c->str__event_notify = stringtab("_event_notify");
LLVMTypeRef type;
LLVMTypeRef params[5];
LLVMValueRef value;
c->void_type = LLVMVoidTypeInContext(c->context);
c->ibool = LLVMInt8TypeInContext(c->context);
c->i1 = LLVMInt1TypeInContext(c->context);
c->i8 = LLVMInt8TypeInContext(c->context);
c->i16 = LLVMInt16TypeInContext(c->context);
c->i32 = LLVMInt32TypeInContext(c->context);
c->i64 = LLVMInt64TypeInContext(c->context);
c->i128 = LLVMIntTypeInContext(c->context, 128);
c->f32 = LLVMFloatTypeInContext(c->context);
c->f64 = LLVMDoubleTypeInContext(c->context);
c->intptr = LLVMIntPtrTypeInContext(c->context, c->target_data);
// i8*
c->void_ptr = LLVMPointerType(c->i8, 0);
// forward declare object
c->object_type = LLVMStructCreateNamed(c->context, "__object");
c->object_ptr = LLVMPointerType(c->object_type, 0);
// padding required in an actor between the descriptor and fields
c->actor_pad = LLVMArrayType(c->i8, PONY_ACTOR_PAD_SIZE);
// message
params[0] = c->i32; // size
params[1] = c->i32; // id
c->msg_type = LLVMStructCreateNamed(c->context, "__message");
c->msg_ptr = LLVMPointerType(c->msg_type, 0);
LLVMStructSetBody(c->msg_type, params, 2, false);
// trace
// void (*)(i8*, __object*)
params[0] = c->void_ptr;
params[1] = c->object_ptr;
c->trace_type = LLVMFunctionType(c->void_type, params, 2, false);
c->trace_fn = LLVMPointerType(c->trace_type, 0);
// serialise
// void (*)(i8*, __object*, i8*, intptr, i32)
params[0] = c->void_ptr;
params[1] = c->object_ptr;
params[2] = c->void_ptr;
params[3] = c->intptr;
params[4] = c->i32;
c->serialise_type = LLVMFunctionType(c->void_type, params, 5, false);
c->serialise_fn = LLVMPointerType(c->serialise_type, 0);
// dispatch
// void (*)(i8*, __object*, $message*)
params[0] = c->void_ptr;
params[1] = c->object_ptr;
params[2] = c->msg_ptr;
c->dispatch_type = LLVMFunctionType(c->void_type, params, 3, false);
c->dispatch_fn = LLVMPointerType(c->dispatch_type, 0);
// void (*)(__object*)
params[0] = c->object_ptr;
c->final_fn = LLVMPointerType(
LLVMFunctionType(c->void_type, params, 1, false), 0);
// descriptor, opaque version
// We need this in order to build our own structure.
const char* desc_name = genname_descriptor(NULL);
c->descriptor_type = LLVMStructCreateNamed(c->context, desc_name);
c->descriptor_ptr = LLVMPointerType(c->descriptor_type, 0);
// field descriptor
// Also needed to build a descriptor structure.
params[0] = c->i32;
params[1] = c->descriptor_ptr;
c->field_descriptor = LLVMStructTypeInContext(c->context, params, 2, false);
// descriptor, filled in
gendesc_basetype(c, c->descriptor_type);
// define object
params[0] = c->descriptor_ptr;
LLVMStructSetBody(c->object_type, params, 1, false);
// $i8* pony_ctx()
type = LLVMFunctionType(c->void_ptr, NULL, 0, false);
value = LLVMAddFunction(c->module, "pony_ctx", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
LLVMAddFunctionAttr(value, LLVMReadNoneAttribute);
// __object* pony_create(i8*, __Desc*)
params[0] = c->void_ptr;
params[1] = c->descriptor_ptr;
type = LLVMFunctionType(c->object_ptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_create", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
LLVMSetReturnNoAlias(value);
LLVMSetDereferenceable(value, 0, PONY_ACTOR_PAD_SIZE);
// void ponyint_destroy(__object*)
params[0] = c->object_ptr;
type = LLVMFunctionType(c->void_type, params, 1, false);
value = LLVMAddFunction(c->module, "ponyint_destroy", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_sendv(i8*, __object*, $message*);
params[0] = c->void_ptr;
params[1] = c->object_ptr;
params[2] = c->msg_ptr;
type = LLVMFunctionType(c->void_type, params, 3, false);
value = LLVMAddFunction(c->module, "pony_sendv", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// i8* pony_alloc(i8*, intptr)
params[0] = c->void_ptr;
params[1] = c->intptr;
type = LLVMFunctionType(c->void_ptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_alloc", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
LLVMSetReturnNoAlias(value);
#if PONY_LLVM >= 307
LLVMSetDereferenceableOrNull(value, 0, HEAP_MIN);
#endif
// i8* pony_alloc_small(i8*, i32)
params[0] = c->void_ptr;
params[1] = c->i32;
type = LLVMFunctionType(c->void_ptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_alloc_small", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
LLVMSetReturnNoAlias(value);
LLVMSetDereferenceable(value, 0, HEAP_MIN);
// i8* pony_alloc_large(i8*, intptr)
params[0] = c->void_ptr;
params[1] = c->intptr;
type = LLVMFunctionType(c->void_ptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_alloc_large", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
LLVMSetReturnNoAlias(value);
LLVMSetDereferenceable(value, 0, HEAP_MAX + 1);
// i8* pony_realloc(i8*, i8*, intptr)
params[0] = c->void_ptr;
params[1] = c->void_ptr;
params[2] = c->intptr;
type = LLVMFunctionType(c->void_ptr, params, 3, false);
value = LLVMAddFunction(c->module, "pony_realloc", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
LLVMSetReturnNoAlias(value);
#if PONY_LLVM >= 307
LLVMSetDereferenceableOrNull(value, 0, HEAP_MIN);
#endif
// i8* pony_alloc_final(i8*, intptr, c->final_fn)
params[0] = c->void_ptr;
params[1] = c->intptr;
params[2] = c->final_fn;
type = LLVMFunctionType(c->void_ptr, params, 3, false);
value = LLVMAddFunction(c->module, "pony_alloc_final", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
LLVMSetReturnNoAlias(value);
#if PONY_LLVM >= 307
LLVMSetDereferenceableOrNull(value, 0, HEAP_MIN);
#endif
// $message* pony_alloc_msg(i32, i32)
params[0] = c->i32;
params[1] = c->i32;
type = LLVMFunctionType(c->msg_ptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_alloc_msg", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
LLVMSetReturnNoAlias(value);
// void pony_trace(i8*, i8*)
params[0] = c->void_ptr;
params[1] = c->void_ptr;
type = LLVMFunctionType(c->void_type, params, 2, false);
value = LLVMAddFunction(c->module, "pony_trace", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// i8* pony_traceobject(i8*, __object*, __Desc*, i32)
params[0] = c->void_ptr;
params[1] = c->object_ptr;
params[2] = c->descriptor_ptr;
params[3] = c->i32;
type = LLVMFunctionType(c->void_ptr, params, 4, false);
value = LLVMAddFunction(c->module, "pony_traceknown", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// i8* pony_traceunknown(i8*, __object*, i32)
params[0] = c->void_ptr;
params[1] = c->object_ptr;
params[2] = c->i32;
type = LLVMFunctionType(c->void_ptr, params, 3, false);
value = LLVMAddFunction(c->module, "pony_traceunknown", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_gc_send(i8*)
params[0] = c->void_ptr;
type = LLVMFunctionType(c->void_type, params, 1, false);
value = LLVMAddFunction(c->module, "pony_gc_send", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_gc_recv(i8*)
params[0] = c->void_ptr;
type = LLVMFunctionType(c->void_type, params, 1, false);
value = LLVMAddFunction(c->module, "pony_gc_recv", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_send_done(i8*)
params[0] = c->void_ptr;
type = LLVMFunctionType(c->void_type, params, 1, false);
value = LLVMAddFunction(c->module, "pony_send_done", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_recv_done(i8*)
params[0] = c->void_ptr;
type = LLVMFunctionType(c->void_type, params, 1, false);
value = LLVMAddFunction(c->module, "pony_recv_done", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_serialise_reserve(i8*, i8*, intptr)
params[0] = c->void_ptr;
params[1] = c->void_ptr;
params[2] = c->intptr;
type = LLVMFunctionType(c->void_type, params, 3, false);
value = LLVMAddFunction(c->module, "pony_serialise_reserve", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// intptr pony_serialise_offset(i8*, i8*)
params[0] = c->void_ptr;
params[1] = c->void_ptr;
type = LLVMFunctionType(c->intptr, params, 2, false);
value = LLVMAddFunction(c->module, "pony_serialise_offset", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// i8* pony_deserialise_offset(i8*, __desc*, intptr)
params[0] = c->void_ptr;
params[1] = c->descriptor_ptr;
params[2] = c->intptr;
type = LLVMFunctionType(c->void_ptr, params, 3, false);
value = LLVMAddFunction(c->module, "pony_deserialise_offset", type);
// i8* pony_deserialise_block(i8*, intptr, intptr)
params[0] = c->void_ptr;
params[1] = c->intptr;
params[2] = c->intptr;
type = LLVMFunctionType(c->void_ptr, params, 3, false);
value = LLVMAddFunction(c->module, "pony_deserialise_block", type);
// i32 pony_init(i32, i8**)
params[0] = c->i32;
params[1] = LLVMPointerType(c->void_ptr, 0);
type = LLVMFunctionType(c->i32, params, 2, false);
value = LLVMAddFunction(c->module, "pony_init", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_become(i8*, __object*)
params[0] = c->void_ptr;
params[1] = c->object_ptr;
type = LLVMFunctionType(c->void_type, params, 2, false);
value = LLVMAddFunction(c->module, "pony_become", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// i32 pony_start(i32)
params[0] = c->i32;
type = LLVMFunctionType(c->i32, params, 1, false);
value = LLVMAddFunction(c->module, "pony_start", type);
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void pony_throw()
type = LLVMFunctionType(c->void_type, NULL, 0, false);
LLVMAddFunction(c->module, "pony_throw", type);
// i32 pony_personality_v0(...)
type = LLVMFunctionType(c->i32, NULL, 0, true);
c->personality = LLVMAddFunction(c->module, "pony_personality_v0", type);
// void llvm.memcpy.*(i8*, i8*, i32/64, i32, i1)
params[0] = c->void_ptr;
params[1] = c->void_ptr;
params[3] = c->i32;
params[4] = c->i1;
if(target_is_ilp32(c->opt->triple))
{
params[2] = c->i32;
type = LLVMFunctionType(c->void_type, params, 5, false);
value = LLVMAddFunction(c->module, "llvm.memcpy.p0i8.p0i8.i32", type);
} else {
params[2] = c->i64;
type = LLVMFunctionType(c->void_type, params, 5, false);
value = LLVMAddFunction(c->module, "llvm.memcpy.p0i8.p0i8.i64", type);
}
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
// void llvm.memmove.*(i8*, i8*, i32/64, i32, i1)
params[0] = c->void_ptr;
params[1] = c->void_ptr;
params[3] = c->i32;
params[4] = c->i1;
if(target_is_ilp32(c->opt->triple))
{
params[2] = c->i32;
type = LLVMFunctionType(c->void_type, params, 5, false);
value = LLVMAddFunction(c->module, "llvm.memmove.p0i8.p0i8.i32", type);
} else {
params[2] = c->i64;
type = LLVMFunctionType(c->void_type, params, 5, false);
value = LLVMAddFunction(c->module, "llvm.memmove.p0i8.p0i8.i64", type);
}
LLVMAddFunctionAttr(value, LLVMNoUnwindAttribute);
}
LLVMTypeRef
lp_build_int_elem_type(struct gallivm_state *gallivm, struct lp_type type)
{
return LLVMIntTypeInContext(gallivm->context, type.width);
}
