aboutsummaryrefslogtreecommitdiff
path: root/client/asmjit/core/compiler.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'client/asmjit/core/compiler.cpp')
-rw-r--r--client/asmjit/core/compiler.cpp645
1 files changed, 0 insertions, 645 deletions
diff --git a/client/asmjit/core/compiler.cpp b/client/asmjit/core/compiler.cpp
deleted file mode 100644
index 6e48253..0000000
--- a/client/asmjit/core/compiler.cpp
+++ /dev/null
@@ -1,645 +0,0 @@
-// AsmJit - Machine code generation for C++
-//
-// * Official AsmJit Home Page: https://asmjit.com
-// * Official Github Repository: https://github.com/asmjit/asmjit
-//
-// Copyright (c) 2008-2020 The AsmJit Authors
-//
-// This software is provided 'as-is', without any express or implied
-// warranty. In no event will the authors be held liable for any damages
-// arising from the use of this software.
-//
-// Permission is granted to anyone to use this software for any purpose,
-// including commercial applications, and to alter it and redistribute it
-// freely, subject to the following restrictions:
-//
-// 1. The origin of this software must not be misrepresented; you must not
-// claim that you wrote the original software. If you use this software
-// in a product, an acknowledgment in the product documentation would be
-// appreciated but is not required.
-// 2. Altered source versions must be plainly marked as such, and must not be
-// misrepresented as being the original software.
-// 3. This notice may not be removed or altered from any source distribution.
-
-#include "../core/api-build_p.h"
-#ifndef ASMJIT_NO_COMPILER
-
-#include "../core/assembler.h"
-#include "../core/compiler.h"
-#include "../core/cpuinfo.h"
-#include "../core/logger.h"
-#include "../core/rapass_p.h"
-#include "../core/rastack_p.h"
-#include "../core/support.h"
-#include "../core/type.h"
-
-ASMJIT_BEGIN_NAMESPACE
-
-// ============================================================================
-// [asmjit::GlobalConstPoolPass]
-// ============================================================================
-
-class GlobalConstPoolPass : public Pass {
- typedef Pass Base;
- ASMJIT_NONCOPYABLE(GlobalConstPoolPass)
-
- GlobalConstPoolPass() noexcept : Pass("GlobalConstPoolPass") {}
-
- Error run(Zone* zone, Logger* logger) override {
- DebugUtils::unused(zone, logger);
-
- // Flush the global constant pool.
- BaseCompiler* compiler = static_cast<BaseCompiler*>(_cb);
- if (compiler->_globalConstPool) {
- compiler->addAfter(compiler->_globalConstPool, compiler->lastNode());
- compiler->_globalConstPool = nullptr;
- }
-
- return kErrorOk;
- }
-};
-
-// ============================================================================
-// [asmjit::InvokeNode - Arg / Ret]
-// ============================================================================
-
-bool InvokeNode::_setArg(uint32_t i, const Operand_& op) noexcept {
- if ((i & ~kFuncArgHi) >= _funcDetail.argCount())
- return false;
-
- _args[i] = op;
- return true;
-}
-
-bool InvokeNode::_setRet(uint32_t i, const Operand_& op) noexcept {
- if (i >= 2)
- return false;
-
- _rets[i] = op;
- return true;
-}
-
-// ============================================================================
-// [asmjit::BaseCompiler - Construction / Destruction]
-// ============================================================================
-
-BaseCompiler::BaseCompiler() noexcept
- : BaseBuilder(),
- _func(nullptr),
- _vRegZone(4096 - Zone::kBlockOverhead),
- _vRegArray(),
- _localConstPool(nullptr),
- _globalConstPool(nullptr) {
-
- _emitterType = uint8_t(kTypeCompiler);
- _validationFlags = uint8_t(InstAPI::kValidationFlagVirtRegs);
-}
-BaseCompiler::~BaseCompiler() noexcept {}
-
-// ============================================================================
-// [asmjit::BaseCompiler - Function Management]
-// ============================================================================
-
-Error BaseCompiler::_newFuncNode(FuncNode** out, const FuncSignature& signature) {
- *out = nullptr;
-
- // Create FuncNode together with all the required surrounding nodes.
- FuncNode* funcNode;
- ASMJIT_PROPAGATE(_newNodeT<FuncNode>(&funcNode));
- ASMJIT_PROPAGATE(_newLabelNode(&funcNode->_exitNode));
- ASMJIT_PROPAGATE(_newNodeT<SentinelNode>(&funcNode->_end, SentinelNode::kSentinelFuncEnd));
-
- // Initialize the function's detail info.
- Error err = funcNode->detail().init(signature, environment());
- if (ASMJIT_UNLIKELY(err))
- return reportError(err);
-
- // If the Target guarantees greater stack alignment than required by the
- // calling convention then override it as we can prevent having to perform
- // dynamic stack alignment
- uint32_t environmentStackAlignment = _environment.stackAlignment();
-
- if (funcNode->_funcDetail._callConv.naturalStackAlignment() < environmentStackAlignment)
- funcNode->_funcDetail._callConv.setNaturalStackAlignment(environmentStackAlignment);
-
- // Initialize the function frame.
- err = funcNode->_frame.init(funcNode->_funcDetail);
- if (ASMJIT_UNLIKELY(err))
- return reportError(err);
-
- // Allocate space for function arguments.
- funcNode->_args = nullptr;
- if (funcNode->argCount() != 0) {
- funcNode->_args = _allocator.allocT<VirtReg*>(funcNode->argCount() * sizeof(VirtReg*));
- if (ASMJIT_UNLIKELY(!funcNode->_args))
- return reportError(DebugUtils::errored(kErrorOutOfMemory));
- memset(funcNode->_args, 0, funcNode->argCount() * sizeof(VirtReg*));
- }
-
- ASMJIT_PROPAGATE(registerLabelNode(funcNode));
-
- *out = funcNode;
- return kErrorOk;
-}
-
-Error BaseCompiler::_addFuncNode(FuncNode** out, const FuncSignature& signature) {
- ASMJIT_PROPAGATE(_newFuncNode(out, signature));
- addFunc(*out);
- return kErrorOk;
-}
-
-Error BaseCompiler::_newRetNode(FuncRetNode** out, const Operand_& o0, const Operand_& o1) {
- uint32_t opCount = !o1.isNone() ? 2u : !o0.isNone() ? 1u : 0u;
- FuncRetNode* node;
-
- ASMJIT_PROPAGATE(_newNodeT<FuncRetNode>(&node));
- node->setOpCount(opCount);
- node->setOp(0, o0);
- node->setOp(1, o1);
- node->resetOpRange(2, node->opCapacity());
-
- *out = node;
- return kErrorOk;
-}
-
-Error BaseCompiler::_addRetNode(FuncRetNode** out, const Operand_& o0, const Operand_& o1) {
- ASMJIT_PROPAGATE(_newRetNode(out, o0, o1));
- addNode(*out);
- return kErrorOk;
-}
-
-FuncNode* BaseCompiler::addFunc(FuncNode* func) {
- ASMJIT_ASSERT(_func == nullptr);
- _func = func;
-
- addNode(func); // Function node.
- BaseNode* prev = cursor(); // {CURSOR}.
- addNode(func->exitNode()); // Function exit label.
- addNode(func->endNode()); // Function end sentinel.
-
- _setCursor(prev);
- return func;
-}
-
-Error BaseCompiler::endFunc() {
- FuncNode* func = _func;
-
- if (ASMJIT_UNLIKELY(!func))
- return reportError(DebugUtils::errored(kErrorInvalidState));
-
- // Add the local constant pool at the end of the function (if exists).
- if (_localConstPool) {
- setCursor(func->endNode()->prev());
- addNode(_localConstPool);
- _localConstPool = nullptr;
- }
-
- // Mark as finished.
- _func = nullptr;
-
- SentinelNode* end = func->endNode();
- setCursor(end);
-
- return kErrorOk;
-}
-
-Error BaseCompiler::setArg(uint32_t argIndex, const BaseReg& r) {
- FuncNode* func = _func;
-
- if (ASMJIT_UNLIKELY(!func))
- return reportError(DebugUtils::errored(kErrorInvalidState));
-
- if (ASMJIT_UNLIKELY(!isVirtRegValid(r)))
- return reportError(DebugUtils::errored(kErrorInvalidVirtId));
-
- VirtReg* vReg = virtRegByReg(r);
- func->setArg(argIndex, vReg);
-
- return kErrorOk;
-}
-
-// ============================================================================
-// [asmjit::BaseCompiler - Function Invocation]
-// ============================================================================
-
-Error BaseCompiler::_newInvokeNode(InvokeNode** out, uint32_t instId, const Operand_& o0, const FuncSignature& signature) {
- InvokeNode* node;
- ASMJIT_PROPAGATE(_newNodeT<InvokeNode>(&node, instId, 0u));
-
- node->setOpCount(1);
- node->setOp(0, o0);
- node->resetOpRange(1, node->opCapacity());
-
- Error err = node->detail().init(signature, environment());
- if (ASMJIT_UNLIKELY(err))
- return reportError(err);
-
- // Skip the allocation if there are no arguments.
- uint32_t argCount = signature.argCount();
- if (argCount) {
- node->_args = static_cast<Operand*>(_allocator.alloc(argCount * sizeof(Operand)));
- if (!node->_args)
- reportError(DebugUtils::errored(kErrorOutOfMemory));
- memset(node->_args, 0, argCount * sizeof(Operand));
- }
-
- *out = node;
- return kErrorOk;
-}
-
-Error BaseCompiler::_addInvokeNode(InvokeNode** out, uint32_t instId, const Operand_& o0, const FuncSignature& signature) {
- ASMJIT_PROPAGATE(_newInvokeNode(out, instId, o0, signature));
- addNode(*out);
- return kErrorOk;
-}
-
-// ============================================================================
-// [asmjit::BaseCompiler - Virtual Registers]
-// ============================================================================
-
-static void BaseCompiler_assignGenericName(BaseCompiler* self, VirtReg* vReg) {
- uint32_t index = unsigned(Operand::virtIdToIndex(vReg->_id));
-
- char buf[64];
- int size = snprintf(buf, ASMJIT_ARRAY_SIZE(buf), "%%%u", unsigned(index));
-
- ASMJIT_ASSERT(size > 0 && size < int(ASMJIT_ARRAY_SIZE(buf)));
- vReg->_name.setData(&self->_dataZone, buf, unsigned(size));
-}
-
-Error BaseCompiler::newVirtReg(VirtReg** out, uint32_t typeId, uint32_t signature, const char* name) {
- *out = nullptr;
- uint32_t index = _vRegArray.size();
-
- if (ASMJIT_UNLIKELY(index >= uint32_t(Operand::kVirtIdCount)))
- return reportError(DebugUtils::errored(kErrorTooManyVirtRegs));
-
- if (ASMJIT_UNLIKELY(_vRegArray.willGrow(&_allocator) != kErrorOk))
- return reportError(DebugUtils::errored(kErrorOutOfMemory));
-
- VirtReg* vReg = _vRegZone.allocZeroedT<VirtReg>();
- if (ASMJIT_UNLIKELY(!vReg))
- return reportError(DebugUtils::errored(kErrorOutOfMemory));
-
- uint32_t size = Type::sizeOf(typeId);
- uint32_t alignment = Support::min<uint32_t>(size, 64);
-
- vReg = new(vReg) VirtReg(Operand::indexToVirtId(index), signature, size, alignment, typeId);
-
-#ifndef ASMJIT_NO_LOGGING
- if (name && name[0] != '\0')
- vReg->_name.setData(&_dataZone, name, SIZE_MAX);
- else
- BaseCompiler_assignGenericName(this, vReg);
-#else
- DebugUtils::unused(name);
-#endif
-
- _vRegArray.appendUnsafe(vReg);
- *out = vReg;
-
- return kErrorOk;
-}
-
-Error BaseCompiler::_newReg(BaseReg* out, uint32_t typeId, const char* name) {
- out->reset();
-
- RegInfo regInfo;
- Error err = ArchUtils::typeIdToRegInfo(arch(), typeId, &typeId, &regInfo);
-
- if (ASMJIT_UNLIKELY(err))
- return reportError(err);
-
- VirtReg* vReg;
- ASMJIT_PROPAGATE(newVirtReg(&vReg, typeId, regInfo.signature(), name));
-
- out->_initReg(regInfo.signature(), vReg->id());
- return kErrorOk;
-}
-
-Error BaseCompiler::_newRegFmt(BaseReg* out, uint32_t typeId, const char* fmt, ...) {
- va_list ap;
- StringTmp<256> sb;
-
- va_start(ap, fmt);
- sb.appendVFormat(fmt, ap);
- va_end(ap);
-
- return _newReg(out, typeId, sb.data());
-}
-
-Error BaseCompiler::_newReg(BaseReg* out, const BaseReg& ref, const char* name) {
- out->reset();
-
- RegInfo regInfo;
- uint32_t typeId;
-
- if (isVirtRegValid(ref)) {
- VirtReg* vRef = virtRegByReg(ref);
- typeId = vRef->typeId();
-
- // NOTE: It's possible to cast one register type to another if it's the
- // same register group. However, VirtReg always contains the TypeId that
- // was used to create the register. This means that in some cases we may
- // end up having different size of `ref` and `vRef`. In such case we
- // adjust the TypeId to match the `ref` register type instead of the
- // original register type, which should be the expected behavior.
- uint32_t typeSize = Type::sizeOf(typeId);
- uint32_t refSize = ref.size();
-
- if (typeSize != refSize) {
- if (Type::isInt(typeId)) {
- // GP register - change TypeId to match `ref`, but keep sign of `vRef`.
- switch (refSize) {
- case 1: typeId = Type::kIdI8 | (typeId & 1); break;
- case 2: typeId = Type::kIdI16 | (typeId & 1); break;
- case 4: typeId = Type::kIdI32 | (typeId & 1); break;
- case 8: typeId = Type::kIdI64 | (typeId & 1); break;
- default: typeId = Type::kIdVoid; break;
- }
- }
- else if (Type::isMmx(typeId)) {
- // MMX register - always use 64-bit.
- typeId = Type::kIdMmx64;
- }
- else if (Type::isMask(typeId)) {
- // Mask register - change TypeId to match `ref` size.
- switch (refSize) {
- case 1: typeId = Type::kIdMask8; break;
- case 2: typeId = Type::kIdMask16; break;
- case 4: typeId = Type::kIdMask32; break;
- case 8: typeId = Type::kIdMask64; break;
- default: typeId = Type::kIdVoid; break;
- }
- }
- else {
- // VEC register - change TypeId to match `ref` size, keep vector metadata.
- uint32_t elementTypeId = Type::baseOf(typeId);
-
- switch (refSize) {
- case 16: typeId = Type::_kIdVec128Start + (elementTypeId - Type::kIdI8); break;
- case 32: typeId = Type::_kIdVec256Start + (elementTypeId - Type::kIdI8); break;
- case 64: typeId = Type::_kIdVec512Start + (elementTypeId - Type::kIdI8); break;
- default: typeId = Type::kIdVoid; break;
- }
- }
-
- if (typeId == Type::kIdVoid)
- return reportError(DebugUtils::errored(kErrorInvalidState));
- }
- }
- else {
- typeId = ref.type();
- }
-
- Error err = ArchUtils::typeIdToRegInfo(arch(), typeId, &typeId, &regInfo);
- if (ASMJIT_UNLIKELY(err))
- return reportError(err);
-
- VirtReg* vReg;
- ASMJIT_PROPAGATE(newVirtReg(&vReg, typeId, regInfo.signature(), name));
-
- out->_initReg(regInfo.signature(), vReg->id());
- return kErrorOk;
-}
-
-Error BaseCompiler::_newRegFmt(BaseReg* out, const BaseReg& ref, const char* fmt, ...) {
- va_list ap;
- StringTmp<256> sb;
-
- va_start(ap, fmt);
- sb.appendVFormat(fmt, ap);
- va_end(ap);
-
- return _newReg(out, ref, sb.data());
-}
-
-Error BaseCompiler::_newStack(BaseMem* out, uint32_t size, uint32_t alignment, const char* name) {
- out->reset();
-
- if (size == 0)
- return reportError(DebugUtils::errored(kErrorInvalidArgument));
-
- if (alignment == 0)
- alignment = 1;
-
- if (!Support::isPowerOf2(alignment))
- return reportError(DebugUtils::errored(kErrorInvalidArgument));
-
- if (alignment > 64)
- alignment = 64;
-
- VirtReg* vReg;
- ASMJIT_PROPAGATE(newVirtReg(&vReg, 0, 0, name));
-
- vReg->_virtSize = size;
- vReg->_isStack = true;
- vReg->_alignment = uint8_t(alignment);
-
- // Set the memory operand to GPD/GPQ and its id to VirtReg.
- *out = BaseMem(BaseMem::Decomposed { _gpRegInfo.type(), vReg->id(), BaseReg::kTypeNone, 0, 0, 0, BaseMem::kSignatureMemRegHomeFlag });
- return kErrorOk;
-}
-
-Error BaseCompiler::setStackSize(uint32_t virtId, uint32_t newSize, uint32_t newAlignment) {
- if (!isVirtIdValid(virtId))
- return DebugUtils::errored(kErrorInvalidVirtId);
-
- if (newAlignment && !Support::isPowerOf2(newAlignment))
- return reportError(DebugUtils::errored(kErrorInvalidArgument));
-
- if (newAlignment > 64)
- newAlignment = 64;
-
- VirtReg* vReg = virtRegById(virtId);
- if (newSize)
- vReg->_virtSize = newSize;
-
- if (newAlignment)
- vReg->_alignment = uint8_t(newAlignment);
-
- // This is required if the RAPass is already running. There is a chance that
- // a stack-slot has been already allocated and in that case it has to be
- // updated as well, otherwise we would allocate wrong amount of memory.
- RAWorkReg* workReg = vReg->_workReg;
- if (workReg && workReg->_stackSlot) {
- workReg->_stackSlot->_size = vReg->_virtSize;
- workReg->_stackSlot->_alignment = vReg->_alignment;
- }
-
- return kErrorOk;
-}
-
-Error BaseCompiler::_newConst(BaseMem* out, uint32_t scope, const void* data, size_t size) {
- out->reset();
- ConstPoolNode** pPool;
-
- if (scope == ConstPool::kScopeLocal)
- pPool = &_localConstPool;
- else if (scope == ConstPool::kScopeGlobal)
- pPool = &_globalConstPool;
- else
- return reportError(DebugUtils::errored(kErrorInvalidArgument));
-
- if (!*pPool)
- ASMJIT_PROPAGATE(_newConstPoolNode(pPool));
-
- ConstPoolNode* pool = *pPool;
- size_t off;
- Error err = pool->add(data, size, off);
-
- if (ASMJIT_UNLIKELY(err))
- return reportError(err);
-
- *out = BaseMem(BaseMem::Decomposed {
- Label::kLabelTag, // Base type.
- pool->labelId(), // Base id.
- 0, // Index type.
- 0, // Index id.
- int32_t(off), // Offset.
- uint32_t(size), // Size.
- 0 // Flags.
- });
-
- return kErrorOk;
-}
-
-void BaseCompiler::rename(const BaseReg& reg, const char* fmt, ...) {
- if (!reg.isVirtReg()) return;
-
- VirtReg* vReg = virtRegById(reg.id());
- if (!vReg) return;
-
- if (fmt && fmt[0] != '\0') {
- char buf[128];
- va_list ap;
-
- va_start(ap, fmt);
- vsnprintf(buf, ASMJIT_ARRAY_SIZE(buf), fmt, ap);
- va_end(ap);
-
- vReg->_name.setData(&_dataZone, buf, SIZE_MAX);
- }
- else {
- BaseCompiler_assignGenericName(this, vReg);
- }
-}
-
-// ============================================================================
-// [asmjit::BaseCompiler - Jump Annotations]
-// ============================================================================
-
-Error BaseCompiler::newJumpNode(JumpNode** out, uint32_t instId, uint32_t instOptions, const Operand_& o0, JumpAnnotation* annotation) {
- JumpNode* node = _allocator.allocT<JumpNode>();
- uint32_t opCount = 1;
-
- *out = node;
- if (ASMJIT_UNLIKELY(!node))
- return reportError(DebugUtils::errored(kErrorOutOfMemory));
-
- node = new(node) JumpNode(this, instId, instOptions, opCount, annotation);
- node->setOp(0, o0);
- node->resetOpRange(opCount, JumpNode::kBaseOpCapacity);
-
- return kErrorOk;
-}
-
-Error BaseCompiler::emitAnnotatedJump(uint32_t instId, const Operand_& o0, JumpAnnotation* annotation) {
- uint32_t options = instOptions() | forcedInstOptions();
- RegOnly extra = extraReg();
- const char* comment = inlineComment();
-
- resetInstOptions();
- resetInlineComment();
- resetExtraReg();
-
- JumpNode* node;
- ASMJIT_PROPAGATE(newJumpNode(&node, instId, options, o0, annotation));
-
- node->setExtraReg(extra);
- if (comment)
- node->setInlineComment(static_cast<char*>(_dataZone.dup(comment, strlen(comment), true)));
-
- addNode(node);
- return kErrorOk;
-}
-
-JumpAnnotation* BaseCompiler::newJumpAnnotation() {
- if (_jumpAnnotations.grow(&_allocator, 1) != kErrorOk) {
- reportError(DebugUtils::errored(kErrorOutOfMemory));
- return nullptr;
- }
-
- uint32_t id = _jumpAnnotations.size();
- JumpAnnotation* jumpAnnotation = _allocator.newT<JumpAnnotation>(this, id);
-
- if (!jumpAnnotation) {
- reportError(DebugUtils::errored(kErrorOutOfMemory));
- return nullptr;
- }
-
- _jumpAnnotations.appendUnsafe(jumpAnnotation);
- return jumpAnnotation;
-}
-
-// ============================================================================
-// [asmjit::BaseCompiler - Events]
-// ============================================================================
-
-Error BaseCompiler::onAttach(CodeHolder* code) noexcept {
- ASMJIT_PROPAGATE(Base::onAttach(code));
-
- Error err = addPassT<GlobalConstPoolPass>();
- if (ASMJIT_UNLIKELY(err)) {
- onDetach(code);
- return err;
- }
-
- return kErrorOk;
-}
-
-Error BaseCompiler::onDetach(CodeHolder* code) noexcept {
- _func = nullptr;
- _localConstPool = nullptr;
- _globalConstPool = nullptr;
-
- _vRegArray.reset();
- _vRegZone.reset();
-
- return Base::onDetach(code);
-}
-
-// ============================================================================
-// [asmjit::FuncPass - Construction / Destruction]
-// ============================================================================
-
-FuncPass::FuncPass(const char* name) noexcept
- : Pass(name) {}
-
-// ============================================================================
-// [asmjit::FuncPass - Run]
-// ============================================================================
-
-Error FuncPass::run(Zone* zone, Logger* logger) {
- BaseNode* node = cb()->firstNode();
- if (!node) return kErrorOk;
-
- do {
- if (node->type() == BaseNode::kNodeFunc) {
- FuncNode* func = node->as<FuncNode>();
- node = func->endNode();
- ASMJIT_PROPAGATE(runOnFunction(zone, logger, func));
- }
-
- // Find a function by skipping all nodes that are not `kNodeFunc`.
- do {
- node = node->next();
- } while (node && node->type() != BaseNode::kNodeFunc);
- } while (node);
-
- return kErrorOk;
-}
-
-ASMJIT_END_NAMESPACE
-
-#endif // !ASMJIT_NO_COMPILER