2018-09-13 00:29:04 +00:00
|
|
|
|
|
|
|
#include "jitintern.h"
|
|
|
|
|
|
|
|
/////////////////////////////////////////////////////////////////////////////
|
|
|
|
// Load constants.
|
|
|
|
|
|
|
|
void JitCompiler::EmitLI()
|
|
|
|
{
|
|
|
|
cc.mov(regD[A], BCs);
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLK()
|
|
|
|
{
|
|
|
|
cc.mov(regD[A], konstd[BC]);
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLKF()
|
|
|
|
{
|
2018-09-15 13:38:16 +00:00
|
|
|
auto base = cc.newIntPtr();
|
|
|
|
cc.mov(base, ToMemAddress(konstf + BC));
|
|
|
|
cc.movsd(regF[A], asmjit::x86::qword_ptr(base));
|
2018-09-13 00:29:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLKS()
|
|
|
|
{
|
2018-09-17 10:00:25 +00:00
|
|
|
auto call = CreateCall<void, FString*, FString*>(&JitCompiler::CallAssignString);
|
2018-09-13 00:29:04 +00:00
|
|
|
call->setArg(0, regS[A]);
|
|
|
|
call->setArg(1, asmjit::imm(ToMemAddress(konsts + BC)));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLKP()
|
|
|
|
{
|
|
|
|
cc.mov(regA[A], (int64_t)konsta[BC].v);
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLK_R()
|
|
|
|
{
|
2018-09-15 13:38:16 +00:00
|
|
|
auto base = cc.newIntPtr();
|
|
|
|
cc.mov(base, ToMemAddress(konstd + C));
|
|
|
|
cc.mov(regD[A], asmjit::x86::ptr(base, regD[B], 2));
|
2018-09-13 00:29:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLKF_R()
|
|
|
|
{
|
2018-09-15 13:38:16 +00:00
|
|
|
auto base = cc.newIntPtr();
|
|
|
|
cc.mov(base, ToMemAddress(konstf + C));
|
|
|
|
cc.movsd(regF[A], asmjit::x86::qword_ptr(base, regD[B], 3));
|
2018-09-13 00:29:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLKS_R()
|
|
|
|
{
|
2018-09-15 20:09:43 +00:00
|
|
|
auto base = cc.newIntPtr();
|
|
|
|
cc.mov(base, ToMemAddress(konsts + C));
|
2018-09-14 23:25:13 +00:00
|
|
|
auto ptr = cc.newIntPtr();
|
2018-09-18 16:05:53 +00:00
|
|
|
#ifdef ASMJIT_ARCH_64BIT
|
2018-09-14 23:25:13 +00:00
|
|
|
static_assert(sizeof(FString) == 8, "sizeof(FString) needs to be 8");
|
2018-09-15 20:09:43 +00:00
|
|
|
cc.lea(ptr, asmjit::x86::ptr(base, regD[B], 3));
|
2018-09-14 23:25:13 +00:00
|
|
|
#else
|
2018-09-14 23:26:14 +00:00
|
|
|
static_assert(sizeof(FString) == 4, "sizeof(FString) needs to be 4");
|
2018-09-15 20:09:43 +00:00
|
|
|
cc.lea(ptr, asmjit::x86::ptr(base, regD[B], 2));
|
2018-09-14 23:25:13 +00:00
|
|
|
#endif
|
2018-09-17 10:00:25 +00:00
|
|
|
auto call = CreateCall<void, FString*, FString*>(&JitCompiler::CallAssignString);
|
2018-09-14 23:25:13 +00:00
|
|
|
call->setArg(0, regS[A]);
|
|
|
|
call->setArg(1, ptr);
|
2018-09-13 00:29:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLKP_R()
|
|
|
|
{
|
2018-09-15 13:38:16 +00:00
|
|
|
auto base = cc.newIntPtr();
|
|
|
|
cc.mov(base, ToMemAddress(konsta + C));
|
2018-09-18 16:05:53 +00:00
|
|
|
#ifdef ASMJIT_ARCH_64BIT
|
2018-09-15 16:08:01 +00:00
|
|
|
static_assert(sizeof(FVoidObj) == 8, "sizeof(FVoidObj) needs to be 8");
|
|
|
|
cc.mov(regA[A], asmjit::x86::ptr(base, regD[B], 3));
|
|
|
|
#else
|
|
|
|
static_assert(sizeof(FVoidObj) == 4, "sizeof(FVoidObj) needs to be 4");
|
2018-09-15 13:38:16 +00:00
|
|
|
cc.mov(regA[A], asmjit::x86::ptr(base, regD[B], 2));
|
2018-09-15 16:08:01 +00:00
|
|
|
#endif
|
2018-09-13 00:29:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLFP()
|
|
|
|
{
|
2018-09-16 01:39:54 +00:00
|
|
|
cc.lea(regA[A], asmjit::x86::ptr(vmframe, offsetExtra));
|
2018-09-13 00:29:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitMETA()
|
|
|
|
{
|
|
|
|
auto label = cc.newLabel();
|
|
|
|
cc.test(regA[B], regA[B]);
|
|
|
|
cc.jne(label);
|
|
|
|
EmitThrowException(X_READ_NIL);
|
|
|
|
cc.bind(label);
|
|
|
|
|
2018-09-17 10:00:25 +00:00
|
|
|
auto call = CreateCall<uint8_t*, DObject*>([](DObject *o) { return o->GetClass()->Meta; });
|
2018-09-13 00:29:04 +00:00
|
|
|
call->setRet(0, regA[A]);
|
|
|
|
call->setArg(0, regA[B]);
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitCLSS()
|
|
|
|
{
|
|
|
|
auto label = cc.newLabel();
|
|
|
|
cc.test(regA[B], regA[B]);
|
|
|
|
cc.jne(label);
|
|
|
|
EmitThrowException(X_READ_NIL);
|
|
|
|
cc.bind(label);
|
|
|
|
|
2018-09-17 10:00:25 +00:00
|
|
|
auto call = CreateCall<PClass*, DObject*>([](DObject *o) { return o->GetClass(); });
|
2018-09-13 00:29:04 +00:00
|
|
|
call->setRet(0, regA[A]);
|
|
|
|
call->setArg(0, regA[B]);
|
|
|
|
}
|
|
|
|
|
|
|
|
/////////////////////////////////////////////////////////////////////////////
|
|
|
|
// Load from memory. rA = *(rB + rkC)
|
|
|
|
|
|
|
|
void JitCompiler::EmitLB()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
cc.movsx(regD[A], asmjit::x86::byte_ptr(regA[B], konstd[C]));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLB_R()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
cc.movsx(regD[A], asmjit::x86::byte_ptr(regA[B], regD[C]));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLH()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
cc.movsx(regD[A], asmjit::x86::word_ptr(regA[B], konstd[C]));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLH_R()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
cc.movsx(regD[A], asmjit::x86::word_ptr(regA[B], regD[C]));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLW()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
cc.mov(regD[A], asmjit::x86::dword_ptr(regA[B], konstd[C]));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLW_R()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
cc.mov(regD[A], asmjit::x86::dword_ptr(regA[B], regD[C]));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLBU()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
cc.movzx(regD[A], asmjit::x86::byte_ptr(regA[B], konstd[C]));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLBU_R()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
cc.movzx(regD[A].r8Lo(), asmjit::x86::byte_ptr(regA[B], regD[C]));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLHU()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
cc.movzx(regD[A].r16(), asmjit::x86::word_ptr(regA[B], konstd[C]));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLHU_R()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
cc.movzx(regD[A].r16(), asmjit::x86::word_ptr(regA[B], regD[C]));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLSP()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
cc.movss(regF[A], asmjit::x86::dword_ptr(regA[B], konstd[C]));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLSP_R()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
cc.movss(regF[A], asmjit::x86::dword_ptr(regA[B], regD[C]));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLDP()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
cc.movsd(regF[A], asmjit::x86::qword_ptr(regA[B], konstd[C]));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLDP_R()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
cc.movsd(regF[A], asmjit::x86::qword_ptr(regA[B], regD[C]));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLS()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
auto ptr = cc.newIntPtr();
|
2018-09-15 20:09:43 +00:00
|
|
|
cc.lea(ptr, asmjit::x86::ptr(regA[B], konstd[C]));
|
2018-09-17 10:00:25 +00:00
|
|
|
auto call = CreateCall<void, FString*, FString*>(&JitCompiler::CallAssignString);
|
2018-09-13 00:29:04 +00:00
|
|
|
call->setArg(0, regS[A]);
|
|
|
|
call->setArg(1, ptr);
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLS_R()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
auto ptr = cc.newIntPtr();
|
2018-09-15 20:09:43 +00:00
|
|
|
cc.lea(ptr, asmjit::x86::ptr(regA[B], regD[C]));
|
2018-09-17 10:00:25 +00:00
|
|
|
auto call = CreateCall<void, FString*, FString*>(&JitCompiler::CallAssignString);
|
2018-09-13 00:29:04 +00:00
|
|
|
call->setArg(0, regS[A]);
|
|
|
|
call->setArg(1, ptr);
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLO()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
|
|
|
|
auto ptr = cc.newIntPtr();
|
|
|
|
cc.mov(ptr, asmjit::x86::ptr(regA[B], konstd[C]));
|
|
|
|
|
2018-09-17 10:00:25 +00:00
|
|
|
auto call = CreateCall<DObject*,DObject*>([](DObject *p) { return GC::ReadBarrier(p); });
|
2018-09-13 00:29:04 +00:00
|
|
|
call->setRet(0, regA[A]);
|
|
|
|
call->setArg(0, ptr);
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLO_R()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
|
|
|
|
auto ptr = cc.newIntPtr();
|
|
|
|
cc.mov(ptr, asmjit::x86::ptr(regA[B], regD[C]));
|
|
|
|
|
2018-09-17 10:00:25 +00:00
|
|
|
auto call = CreateCall<DObject*, DObject*>([](DObject *p) { return GC::ReadBarrier(p); });
|
2018-09-13 00:29:04 +00:00
|
|
|
call->setRet(0, regA[A]);
|
|
|
|
call->setArg(0, ptr);
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLP()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
cc.mov(regA[A], asmjit::x86::ptr(regA[B], konstd[C]));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLP_R()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
cc.mov(regA[A], asmjit::x86::ptr(regA[B], regD[C]));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLV2()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
auto tmp = cc.newIntPtr();
|
|
|
|
cc.mov(tmp, regA[B]);
|
|
|
|
cc.add(tmp, konstd[C]);
|
|
|
|
cc.movsd(regF[A], asmjit::x86::qword_ptr(tmp));
|
|
|
|
cc.movsd(regF[A + 1], asmjit::x86::qword_ptr(tmp, 8));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLV2_R()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
auto tmp = cc.newIntPtr();
|
|
|
|
cc.mov(tmp, regA[B]);
|
|
|
|
cc.add(tmp, regD[C]);
|
|
|
|
cc.movsd(regF[A], asmjit::x86::qword_ptr(tmp));
|
|
|
|
cc.movsd(regF[A + 1], asmjit::x86::qword_ptr(tmp, 8));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLV3()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
auto tmp = cc.newIntPtr();
|
|
|
|
cc.mov(tmp, regA[B]);
|
|
|
|
cc.add(tmp, konstd[C]);
|
|
|
|
cc.movsd(regF[A], asmjit::x86::qword_ptr(tmp));
|
|
|
|
cc.movsd(regF[A + 1], asmjit::x86::qword_ptr(tmp, 8));
|
|
|
|
cc.movsd(regF[A + 2], asmjit::x86::qword_ptr(tmp, 16));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLV3_R()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
auto tmp = cc.newIntPtr();
|
|
|
|
cc.mov(tmp, regA[B]);
|
|
|
|
cc.add(tmp, regD[C]);
|
|
|
|
cc.movsd(regF[A], asmjit::x86::qword_ptr(tmp));
|
|
|
|
cc.movsd(regF[A + 1], asmjit::x86::qword_ptr(tmp, 8));
|
|
|
|
cc.movsd(regF[A + 2], asmjit::x86::qword_ptr(tmp, 16));
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLCS()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
auto ptr = cc.newIntPtr();
|
2018-09-15 20:09:43 +00:00
|
|
|
cc.lea(ptr, asmjit::x86::ptr(regA[B], konstd[C]));
|
2018-09-17 10:00:25 +00:00
|
|
|
auto call = CreateCall<void, FString*, char**>([](FString* to, char** from) { *to = *from; });
|
2018-09-13 00:29:04 +00:00
|
|
|
call->setArg(0, regS[A]);
|
|
|
|
call->setArg(1, ptr);
|
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLCS_R()
|
|
|
|
{
|
2018-09-14 23:25:13 +00:00
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
auto ptr = cc.newIntPtr();
|
2018-09-15 20:09:43 +00:00
|
|
|
cc.lea(ptr, asmjit::x86::ptr(regA[B], regD[C]));
|
2018-09-17 10:00:25 +00:00
|
|
|
auto call = CreateCall<void, FString*, char**>([](FString* to, char** from) { *to = *from; });
|
2018-09-14 23:25:13 +00:00
|
|
|
call->setArg(0, regS[A]);
|
|
|
|
call->setArg(1, ptr);
|
2018-09-13 00:29:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void JitCompiler::EmitLBIT()
|
|
|
|
{
|
|
|
|
EmitNullPointerThrow(B, X_READ_NIL);
|
|
|
|
cc.movsx(regD[A], asmjit::x86::byte_ptr(regA[B]));
|
|
|
|
cc.and_(regD[A], C);
|
|
|
|
cc.cmp(regD[A], 0);
|
|
|
|
cc.setne(regD[A]);
|
|
|
|
}
|