2022-05-27 06:08:16 +08:00
|
|
|
// This file is part of the Luau programming language and is licensed under MIT License; see LICENSE.txt for details
|
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include "Luau/Common.h"
|
|
|
|
#include "Luau/Label.h"
|
2022-11-05 01:33:22 +08:00
|
|
|
#include "Luau/ConditionX64.h"
|
2022-05-27 06:08:16 +08:00
|
|
|
#include "Luau/OperandX64.h"
|
|
|
|
#include "Luau/RegisterX64.h"
|
|
|
|
|
|
|
|
#include <string>
|
|
|
|
#include <vector>
|
|
|
|
|
|
|
|
namespace Luau
|
|
|
|
{
|
|
|
|
namespace CodeGen
|
|
|
|
{
|
2023-03-04 04:21:14 +08:00
|
|
|
namespace X64
|
|
|
|
{
|
2022-05-27 06:08:16 +08:00
|
|
|
|
2022-10-15 03:48:41 +08:00
|
|
|
enum class RoundingModeX64
|
|
|
|
{
|
|
|
|
RoundToNearestEven = 0b00,
|
|
|
|
RoundToNegativeInfinity = 0b01,
|
|
|
|
RoundToPositiveInfinity = 0b10,
|
|
|
|
RoundToZero = 0b11,
|
|
|
|
};
|
|
|
|
|
2022-10-22 01:54:01 +08:00
|
|
|
enum class AlignmentDataX64
|
|
|
|
{
|
|
|
|
Nop,
|
|
|
|
Int3,
|
|
|
|
Ud2, // int3 will be used as a fall-back if it doesn't fit
|
|
|
|
};
|
|
|
|
|
|
|
|
enum class ABIX64
|
|
|
|
{
|
|
|
|
Windows,
|
|
|
|
SystemV,
|
|
|
|
};
|
|
|
|
|
2022-05-27 06:08:16 +08:00
|
|
|
class AssemblyBuilderX64
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
explicit AssemblyBuilderX64(bool logText);
|
|
|
|
~AssemblyBuilderX64();
|
|
|
|
|
|
|
|
// Base two operand instructions with 9 opcode selection
|
|
|
|
void add(OperandX64 lhs, OperandX64 rhs);
|
|
|
|
void sub(OperandX64 lhs, OperandX64 rhs);
|
|
|
|
void cmp(OperandX64 lhs, OperandX64 rhs);
|
|
|
|
void and_(OperandX64 lhs, OperandX64 rhs);
|
|
|
|
void or_(OperandX64 lhs, OperandX64 rhs);
|
|
|
|
void xor_(OperandX64 lhs, OperandX64 rhs);
|
|
|
|
|
|
|
|
// Binary shift instructions with special rhs handling
|
|
|
|
void sal(OperandX64 lhs, OperandX64 rhs);
|
|
|
|
void sar(OperandX64 lhs, OperandX64 rhs);
|
|
|
|
void shl(OperandX64 lhs, OperandX64 rhs);
|
|
|
|
void shr(OperandX64 lhs, OperandX64 rhs);
|
|
|
|
|
|
|
|
// Two operand mov instruction has additional specialized encodings
|
|
|
|
void mov(OperandX64 lhs, OperandX64 rhs);
|
|
|
|
void mov64(RegisterX64 lhs, int64_t imm);
|
2022-08-12 05:01:33 +08:00
|
|
|
void movsx(RegisterX64 lhs, OperandX64 rhs);
|
|
|
|
void movzx(RegisterX64 lhs, OperandX64 rhs);
|
2022-05-27 06:08:16 +08:00
|
|
|
|
|
|
|
// Base one operand instruction with 2 opcode selection
|
|
|
|
void div(OperandX64 op);
|
|
|
|
void idiv(OperandX64 op);
|
|
|
|
void mul(OperandX64 op);
|
2022-08-12 05:01:33 +08:00
|
|
|
void imul(OperandX64 op);
|
2022-05-27 06:08:16 +08:00
|
|
|
void neg(OperandX64 op);
|
|
|
|
void not_(OperandX64 op);
|
2022-10-15 03:48:41 +08:00
|
|
|
void dec(OperandX64 op);
|
|
|
|
void inc(OperandX64 op);
|
2022-05-27 06:08:16 +08:00
|
|
|
|
2022-08-12 05:01:33 +08:00
|
|
|
// Additional forms of imul
|
|
|
|
void imul(OperandX64 lhs, OperandX64 rhs);
|
|
|
|
void imul(OperandX64 dst, OperandX64 lhs, int32_t rhs);
|
|
|
|
|
2022-05-27 06:08:16 +08:00
|
|
|
void test(OperandX64 lhs, OperandX64 rhs);
|
|
|
|
void lea(OperandX64 lhs, OperandX64 rhs);
|
2023-01-14 06:10:01 +08:00
|
|
|
void setcc(ConditionX64 cond, OperandX64 op);
|
2022-05-27 06:08:16 +08:00
|
|
|
|
|
|
|
void push(OperandX64 op);
|
|
|
|
void pop(OperandX64 op);
|
|
|
|
void ret();
|
|
|
|
|
|
|
|
// Control flow
|
2022-11-05 01:33:22 +08:00
|
|
|
void jcc(ConditionX64 cond, Label& label);
|
2022-05-27 06:08:16 +08:00
|
|
|
void jmp(Label& label);
|
|
|
|
void jmp(OperandX64 op);
|
|
|
|
|
2022-07-08 09:22:39 +08:00
|
|
|
void call(Label& label);
|
|
|
|
void call(OperandX64 op);
|
|
|
|
|
2022-07-22 05:16:54 +08:00
|
|
|
void int3();
|
|
|
|
|
2022-10-22 01:54:01 +08:00
|
|
|
// Code alignment
|
|
|
|
void nop(uint32_t length = 1);
|
|
|
|
void align(uint32_t alignment, AlignmentDataX64 data = AlignmentDataX64::Nop);
|
|
|
|
|
2022-05-27 06:08:16 +08:00
|
|
|
// AVX
|
|
|
|
void vaddpd(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
|
|
|
void vaddps(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
|
|
|
void vaddsd(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
|
|
|
void vaddss(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
|
|
|
|
2022-07-22 05:16:54 +08:00
|
|
|
void vsubsd(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
|
|
|
void vmulsd(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
|
|
|
void vdivsd(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
|
|
|
|
2023-01-05 04:53:17 +08:00
|
|
|
void vandpd(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
Sync to upstream/release/562 (#828)
* Fixed rare use-after-free in analysis during table unification
A lot of work these past months went into two new Luau components:
* A near full rewrite of the typechecker using a new deferred constraint
resolution system
* Native code generation for AoT/JiT compilation of VM bytecode into x64
(avx)/arm64 instructions
Both of these components are far from finished and we don't provide
documentation on building and using them at this point.
However, curious community members expressed interest in learning about
changes that go into these components each week, so we are now listing
them here in the 'sync' pull request descriptions.
---
New typechecker can be enabled by setting
DebugLuauDeferredConstraintResolution flag to 'true'.
It is considered unstable right now, so try it at your own risk.
Even though it already provides better type inference than the current
one in some cases, our main goal right now is to reach feature parity
with current typechecker.
Features which improve over the capabilities of the current typechecker
are marked as '(NEW)'.
Changes to new typechecker:
* Regular for loop index and parameters are now typechecked
* Invalid type annotations on local variables are ignored to improve
autocomplete
* Fixed missing autocomplete type suggestions for function arguments
* Type reduction is now performed to produce simpler types to be
presented to the user (error messages, custom LSPs)
* Internally, complex types like '((number | string) & ~(false?)) |
string' can be produced, which is just 'string | number' when simplified
* Fixed spots where support for unknown and never types was missing
* (NEW) Length operator '#' is now valid to use on top table type, this
type comes up when doing typeof(x) == "table" guards and isn't available
in current typechecker
---
Changes to native code generation:
* Additional math library fast calls are now lowered to x64: math.ldexp,
math.round, math.frexp, math.modf, math.sign and math.clamp
2023-02-04 03:26:13 +08:00
|
|
|
void vandnpd(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
2023-01-05 04:53:17 +08:00
|
|
|
|
2022-07-22 05:16:54 +08:00
|
|
|
void vxorpd(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
Sync to upstream/release/562 (#828)
* Fixed rare use-after-free in analysis during table unification
A lot of work these past months went into two new Luau components:
* A near full rewrite of the typechecker using a new deferred constraint
resolution system
* Native code generation for AoT/JiT compilation of VM bytecode into x64
(avx)/arm64 instructions
Both of these components are far from finished and we don't provide
documentation on building and using them at this point.
However, curious community members expressed interest in learning about
changes that go into these components each week, so we are now listing
them here in the 'sync' pull request descriptions.
---
New typechecker can be enabled by setting
DebugLuauDeferredConstraintResolution flag to 'true'.
It is considered unstable right now, so try it at your own risk.
Even though it already provides better type inference than the current
one in some cases, our main goal right now is to reach feature parity
with current typechecker.
Features which improve over the capabilities of the current typechecker
are marked as '(NEW)'.
Changes to new typechecker:
* Regular for loop index and parameters are now typechecked
* Invalid type annotations on local variables are ignored to improve
autocomplete
* Fixed missing autocomplete type suggestions for function arguments
* Type reduction is now performed to produce simpler types to be
presented to the user (error messages, custom LSPs)
* Internally, complex types like '((number | string) & ~(false?)) |
string' can be produced, which is just 'string | number' when simplified
* Fixed spots where support for unknown and never types was missing
* (NEW) Length operator '#' is now valid to use on top table type, this
type comes up when doing typeof(x) == "table" guards and isn't available
in current typechecker
---
Changes to native code generation:
* Additional math library fast calls are now lowered to x64: math.ldexp,
math.round, math.frexp, math.modf, math.sign and math.clamp
2023-02-04 03:26:13 +08:00
|
|
|
void vorpd(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
2022-07-22 05:16:54 +08:00
|
|
|
|
2022-08-12 05:01:33 +08:00
|
|
|
void vucomisd(OperandX64 src1, OperandX64 src2);
|
|
|
|
|
|
|
|
void vcvttsd2si(OperandX64 dst, OperandX64 src);
|
|
|
|
void vcvtsi2sd(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
|
|
|
|
2022-10-15 03:48:41 +08:00
|
|
|
void vroundsd(OperandX64 dst, OperandX64 src1, OperandX64 src2, RoundingModeX64 roundingMode); // inexact
|
2022-07-22 05:16:54 +08:00
|
|
|
|
2022-05-27 06:08:16 +08:00
|
|
|
void vsqrtpd(OperandX64 dst, OperandX64 src);
|
|
|
|
void vsqrtps(OperandX64 dst, OperandX64 src);
|
|
|
|
void vsqrtsd(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
|
|
|
void vsqrtss(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
|
|
|
|
|
|
|
void vmovsd(OperandX64 dst, OperandX64 src);
|
|
|
|
void vmovsd(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
|
|
|
void vmovss(OperandX64 dst, OperandX64 src);
|
|
|
|
void vmovss(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
|
|
|
void vmovapd(OperandX64 dst, OperandX64 src);
|
|
|
|
void vmovaps(OperandX64 dst, OperandX64 src);
|
|
|
|
void vmovupd(OperandX64 dst, OperandX64 src);
|
|
|
|
void vmovups(OperandX64 dst, OperandX64 src);
|
2023-01-05 04:53:17 +08:00
|
|
|
void vmovq(OperandX64 lhs, OperandX64 rhs);
|
|
|
|
|
|
|
|
void vmaxsd(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
|
|
|
void vminsd(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
|
|
|
|
Sync to upstream/release/562 (#828)
* Fixed rare use-after-free in analysis during table unification
A lot of work these past months went into two new Luau components:
* A near full rewrite of the typechecker using a new deferred constraint
resolution system
* Native code generation for AoT/JiT compilation of VM bytecode into x64
(avx)/arm64 instructions
Both of these components are far from finished and we don't provide
documentation on building and using them at this point.
However, curious community members expressed interest in learning about
changes that go into these components each week, so we are now listing
them here in the 'sync' pull request descriptions.
---
New typechecker can be enabled by setting
DebugLuauDeferredConstraintResolution flag to 'true'.
It is considered unstable right now, so try it at your own risk.
Even though it already provides better type inference than the current
one in some cases, our main goal right now is to reach feature parity
with current typechecker.
Features which improve over the capabilities of the current typechecker
are marked as '(NEW)'.
Changes to new typechecker:
* Regular for loop index and parameters are now typechecked
* Invalid type annotations on local variables are ignored to improve
autocomplete
* Fixed missing autocomplete type suggestions for function arguments
* Type reduction is now performed to produce simpler types to be
presented to the user (error messages, custom LSPs)
* Internally, complex types like '((number | string) & ~(false?)) |
string' can be produced, which is just 'string | number' when simplified
* Fixed spots where support for unknown and never types was missing
* (NEW) Length operator '#' is now valid to use on top table type, this
type comes up when doing typeof(x) == "table" guards and isn't available
in current typechecker
---
Changes to native code generation:
* Additional math library fast calls are now lowered to x64: math.ldexp,
math.round, math.frexp, math.modf, math.sign and math.clamp
2023-02-04 03:26:13 +08:00
|
|
|
void vcmpltsd(OperandX64 dst, OperandX64 src1, OperandX64 src2);
|
|
|
|
|
|
|
|
void vblendvpd(RegisterX64 dst, RegisterX64 src1, OperandX64 mask, RegisterX64 src3);
|
|
|
|
|
2022-05-27 06:08:16 +08:00
|
|
|
|
|
|
|
// Run final checks
|
|
|
|
void finalize();
|
|
|
|
|
|
|
|
// Places a label at current location and returns it
|
|
|
|
Label setLabel();
|
|
|
|
|
|
|
|
// Assigns label position to the current location
|
|
|
|
void setLabel(Label& label);
|
|
|
|
|
|
|
|
// Constant allocation (uses rip-relative addressing)
|
|
|
|
OperandX64 i64(int64_t value);
|
|
|
|
OperandX64 f32(float value);
|
|
|
|
OperandX64 f64(double value);
|
|
|
|
OperandX64 f32x4(float x, float y, float z, float w);
|
Sync to upstream/release/562 (#828)
* Fixed rare use-after-free in analysis during table unification
A lot of work these past months went into two new Luau components:
* A near full rewrite of the typechecker using a new deferred constraint
resolution system
* Native code generation for AoT/JiT compilation of VM bytecode into x64
(avx)/arm64 instructions
Both of these components are far from finished and we don't provide
documentation on building and using them at this point.
However, curious community members expressed interest in learning about
changes that go into these components each week, so we are now listing
them here in the 'sync' pull request descriptions.
---
New typechecker can be enabled by setting
DebugLuauDeferredConstraintResolution flag to 'true'.
It is considered unstable right now, so try it at your own risk.
Even though it already provides better type inference than the current
one in some cases, our main goal right now is to reach feature parity
with current typechecker.
Features which improve over the capabilities of the current typechecker
are marked as '(NEW)'.
Changes to new typechecker:
* Regular for loop index and parameters are now typechecked
* Invalid type annotations on local variables are ignored to improve
autocomplete
* Fixed missing autocomplete type suggestions for function arguments
* Type reduction is now performed to produce simpler types to be
presented to the user (error messages, custom LSPs)
* Internally, complex types like '((number | string) & ~(false?)) |
string' can be produced, which is just 'string | number' when simplified
* Fixed spots where support for unknown and never types was missing
* (NEW) Length operator '#' is now valid to use on top table type, this
type comes up when doing typeof(x) == "table" guards and isn't available
in current typechecker
---
Changes to native code generation:
* Additional math library fast calls are now lowered to x64: math.ldexp,
math.round, math.frexp, math.modf, math.sign and math.clamp
2023-02-04 03:26:13 +08:00
|
|
|
OperandX64 f64x2(double x, double y);
|
2022-08-12 05:01:33 +08:00
|
|
|
OperandX64 bytes(const void* ptr, size_t size, size_t align = 8);
|
2022-05-27 06:08:16 +08:00
|
|
|
|
2022-10-15 03:48:41 +08:00
|
|
|
void logAppend(const char* fmt, ...) LUAU_PRINTF_ATTR(2, 3);
|
|
|
|
|
2022-10-22 01:54:01 +08:00
|
|
|
uint32_t getCodeSize() const;
|
|
|
|
|
2022-05-27 06:08:16 +08:00
|
|
|
// Resulting data and code that need to be copied over one after the other
|
|
|
|
// The *end* of 'data' has to be aligned to 16 bytes, this will also align 'code'
|
|
|
|
std::vector<uint8_t> data;
|
|
|
|
std::vector<uint8_t> code;
|
|
|
|
|
|
|
|
std::string text;
|
|
|
|
|
2022-10-15 03:48:41 +08:00
|
|
|
const bool logText = false;
|
|
|
|
|
2022-10-22 01:54:01 +08:00
|
|
|
const ABIX64 abi;
|
|
|
|
|
2022-05-27 06:08:16 +08:00
|
|
|
private:
|
|
|
|
// Instruction archetypes
|
|
|
|
void placeBinary(const char* name, OperandX64 lhs, OperandX64 rhs, uint8_t codeimm8, uint8_t codeimm, uint8_t codeimmImm8, uint8_t code8rev,
|
|
|
|
uint8_t coderev, uint8_t code8, uint8_t code, uint8_t opreg);
|
|
|
|
void placeBinaryRegMemAndImm(OperandX64 lhs, OperandX64 rhs, uint8_t code8, uint8_t code, uint8_t codeImm8, uint8_t opreg);
|
|
|
|
void placeBinaryRegAndRegMem(OperandX64 lhs, OperandX64 rhs, uint8_t code8, uint8_t code);
|
|
|
|
void placeBinaryRegMemAndReg(OperandX64 lhs, OperandX64 rhs, uint8_t code8, uint8_t code);
|
|
|
|
|
|
|
|
void placeUnaryModRegMem(const char* name, OperandX64 op, uint8_t code8, uint8_t code, uint8_t opreg);
|
|
|
|
|
|
|
|
void placeShift(const char* name, OperandX64 lhs, OperandX64 rhs, uint8_t opreg);
|
|
|
|
|
|
|
|
void placeJcc(const char* name, Label& label, uint8_t cc);
|
|
|
|
|
|
|
|
void placeAvx(const char* name, OperandX64 dst, OperandX64 src, uint8_t code, bool setW, uint8_t mode, uint8_t prefix);
|
|
|
|
void placeAvx(const char* name, OperandX64 dst, OperandX64 src, uint8_t code, uint8_t coderev, bool setW, uint8_t mode, uint8_t prefix);
|
|
|
|
void placeAvx(const char* name, OperandX64 dst, OperandX64 src1, OperandX64 src2, uint8_t code, bool setW, uint8_t mode, uint8_t prefix);
|
2022-08-12 05:01:33 +08:00
|
|
|
void placeAvx(
|
|
|
|
const char* name, OperandX64 dst, OperandX64 src1, OperandX64 src2, uint8_t imm8, uint8_t code, bool setW, uint8_t mode, uint8_t prefix);
|
2022-05-27 06:08:16 +08:00
|
|
|
|
|
|
|
// Instruction components
|
2023-01-14 06:10:01 +08:00
|
|
|
void placeRegAndModRegMem(OperandX64 lhs, OperandX64 rhs, int32_t extraCodeBytes = 0);
|
|
|
|
void placeModRegMem(OperandX64 rhs, uint8_t regop, int32_t extraCodeBytes = 0);
|
2022-05-27 06:08:16 +08:00
|
|
|
void placeRex(RegisterX64 op);
|
|
|
|
void placeRex(OperandX64 op);
|
2022-10-07 08:23:29 +08:00
|
|
|
void placeRexNoW(OperandX64 op);
|
2022-05-27 06:08:16 +08:00
|
|
|
void placeRex(RegisterX64 lhs, OperandX64 rhs);
|
|
|
|
void placeVex(OperandX64 dst, OperandX64 src1, OperandX64 src2, bool setW, uint8_t mode, uint8_t prefix);
|
|
|
|
void placeImm8Or32(int32_t imm);
|
|
|
|
void placeImm8(int32_t imm);
|
|
|
|
void placeImm32(int32_t imm);
|
|
|
|
void placeImm64(int64_t imm);
|
|
|
|
void placeLabel(Label& label);
|
|
|
|
void place(uint8_t byte);
|
|
|
|
|
|
|
|
void commit();
|
|
|
|
LUAU_NOINLINE void extend();
|
|
|
|
|
|
|
|
// Data
|
|
|
|
size_t allocateData(size_t size, size_t align);
|
|
|
|
|
|
|
|
// Logging of assembly in text form (Intel asm with VS disassembly formatting)
|
|
|
|
LUAU_NOINLINE void log(const char* opcode);
|
|
|
|
LUAU_NOINLINE void log(const char* opcode, OperandX64 op);
|
|
|
|
LUAU_NOINLINE void log(const char* opcode, OperandX64 op1, OperandX64 op2);
|
|
|
|
LUAU_NOINLINE void log(const char* opcode, OperandX64 op1, OperandX64 op2, OperandX64 op3);
|
2022-08-12 05:01:33 +08:00
|
|
|
LUAU_NOINLINE void log(const char* opcode, OperandX64 op1, OperandX64 op2, OperandX64 op3, OperandX64 op4);
|
2022-05-27 06:08:16 +08:00
|
|
|
LUAU_NOINLINE void log(Label label);
|
|
|
|
LUAU_NOINLINE void log(const char* opcode, Label label);
|
|
|
|
void log(OperandX64 op);
|
|
|
|
|
2022-10-22 01:54:01 +08:00
|
|
|
const char* getSizeName(SizeX64 size) const;
|
|
|
|
const char* getRegisterName(RegisterX64 reg) const;
|
2022-05-27 06:08:16 +08:00
|
|
|
|
|
|
|
uint32_t nextLabel = 1;
|
|
|
|
std::vector<Label> pendingLabels;
|
|
|
|
std::vector<uint32_t> labelLocations;
|
|
|
|
|
|
|
|
bool finalized = false;
|
|
|
|
|
|
|
|
size_t dataPos = 0;
|
|
|
|
|
|
|
|
uint8_t* codePos = nullptr;
|
|
|
|
uint8_t* codeEnd = nullptr;
|
|
|
|
};
|
|
|
|
|
2023-03-04 04:21:14 +08:00
|
|
|
} // namespace X64
|
2022-05-27 06:08:16 +08:00
|
|
|
} // namespace CodeGen
|
|
|
|
} // namespace Luau
|