|
|
|
package compiler
|
|
|
|
|
|
|
|
import (
|
|
|
|
"github.com/aykevl/go-llvm"
|
|
|
|
)
|
|
|
|
|
|
|
|
// Run the LLVM optimizer over the module.
|
|
|
|
// The inliner can be disabled (if necessary) by passing 0 to the inlinerThreshold.
|
|
|
|
func (c *Compiler) Optimize(optLevel, sizeLevel int, inlinerThreshold uint) {
|
|
|
|
builder := llvm.NewPassManagerBuilder()
|
|
|
|
defer builder.Dispose()
|
|
|
|
builder.SetOptLevel(optLevel)
|
|
|
|
builder.SetSizeLevel(sizeLevel)
|
|
|
|
if inlinerThreshold != 0 {
|
|
|
|
builder.UseInlinerWithThreshold(inlinerThreshold)
|
|
|
|
}
|
|
|
|
builder.AddCoroutinePassesToExtensionPoints()
|
|
|
|
|
|
|
|
// Run function passes for each function.
|
|
|
|
funcPasses := llvm.NewFunctionPassManagerForModule(c.mod)
|
|
|
|
defer funcPasses.Dispose()
|
|
|
|
builder.PopulateFunc(funcPasses)
|
|
|
|
funcPasses.InitializeFunc()
|
|
|
|
for fn := c.mod.FirstFunction(); !fn.IsNil(); fn = llvm.NextFunction(fn) {
|
|
|
|
funcPasses.RunFunc(fn)
|
|
|
|
}
|
|
|
|
funcPasses.FinalizeFunc()
|
|
|
|
|
|
|
|
if optLevel > 0 {
|
|
|
|
// Run some preparatory passes for the Go optimizer.
|
|
|
|
goPasses := llvm.NewPassManager()
|
|
|
|
defer goPasses.Dispose()
|
|
|
|
goPasses.AddGlobalOptimizerPass()
|
|
|
|
goPasses.AddConstantPropagationPass()
|
|
|
|
goPasses.AddAggressiveDCEPass()
|
|
|
|
goPasses.AddFunctionAttrsPass()
|
|
|
|
goPasses.Run(c.mod)
|
|
|
|
|
|
|
|
// Run Go-specific optimization passes.
|
|
|
|
c.OptimizeStringToBytes()
|
|
|
|
c.OptimizeAllocs()
|
|
|
|
c.Verify()
|
|
|
|
}
|
|
|
|
|
|
|
|
// Run module passes.
|
|
|
|
modPasses := llvm.NewPassManager()
|
|
|
|
defer modPasses.Dispose()
|
|
|
|
builder.Populate(modPasses)
|
|
|
|
modPasses.Run(c.mod)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Transform runtime.stringToBytes(...) calls into const []byte slices whenever
|
|
|
|
// possible. This optimizes the following pattern:
|
|
|
|
// w.Write([]byte("foo"))
|
|
|
|
// where Write does not store to the slice.
|
|
|
|
func (c *Compiler) OptimizeStringToBytes() {
|
|
|
|
stringToBytes := c.mod.NamedFunction("runtime.stringToBytes")
|
|
|
|
if stringToBytes.IsNil() {
|
|
|
|
// nothing to optimize
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, call := range getUses(stringToBytes) {
|
|
|
|
strptr := call.Operand(0)
|
|
|
|
strlen := call.Operand(1)
|
|
|
|
|
|
|
|
// strptr is always constant because strings are always constant.
|
|
|
|
|
|
|
|
convertedAllUses := true
|
|
|
|
for _, use := range getUses(call) {
|
|
|
|
nilValue := llvm.Value{}
|
|
|
|
if use.IsAExtractValueInst() == nilValue {
|
|
|
|
convertedAllUses = false
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
switch use.Type().TypeKind() {
|
|
|
|
case llvm.IntegerTypeKind:
|
|
|
|
// A length (len or cap). Propagate the length value.
|
|
|
|
use.ReplaceAllUsesWith(strlen)
|
|
|
|
use.EraseFromParentAsInstruction()
|
|
|
|
case llvm.PointerTypeKind:
|
|
|
|
// The string pointer itself.
|
|
|
|
if !c.isReadOnly(use) {
|
|
|
|
convertedAllUses = false
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
use.ReplaceAllUsesWith(strptr)
|
|
|
|
use.EraseFromParentAsInstruction()
|
|
|
|
default:
|
|
|
|
// should not happen
|
|
|
|
panic("unknown return type of runtime.stringToBytes: " + use.Type().String())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if convertedAllUses {
|
|
|
|
// Call to runtime.stringToBytes can be eliminated: both the input
|
|
|
|
// and the output is constant.
|
|
|
|
call.EraseFromParentAsInstruction()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Basic escape analysis: translate runtime.alloc calls into alloca
|
|
|
|
// instructions.
|
|
|
|
func (c *Compiler) OptimizeAllocs() {
|
|
|
|
allocator := c.mod.NamedFunction("runtime.alloc")
|
|
|
|
if allocator.IsNil() {
|
|
|
|
// nothing to optimize
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
heapallocs := getUses(allocator)
|
|
|
|
for _, heapalloc := range heapallocs {
|
|
|
|
nilValue := llvm.Value{}
|
|
|
|
if heapalloc.Operand(0).IsAConstant() == nilValue {
|
|
|
|
// Do not allocate variable length arrays on the stack.
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
size := heapalloc.Operand(0).ZExtValue()
|
|
|
|
if size > 256 {
|
|
|
|
// The maximum value for a stack allocation.
|
|
|
|
// TODO: tune this, this is just a random value.
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
// In general the pattern is:
|
|
|
|
// %0 = call i8* @runtime.alloc(i32 %size)
|
|
|
|
// %1 = bitcast i8* %0 to type*
|
|
|
|
// (use %1 only)
|
|
|
|
// But the bitcast might sometimes be dropped when allocating an *i8.
|
|
|
|
// The 'bitcast' variable below is thus usually a bitcast of the
|
|
|
|
// heapalloc but not always.
|
|
|
|
bitcast := heapalloc // instruction that creates the value
|
|
|
|
if uses := getUses(heapalloc); len(uses) == 1 && uses[0].IsABitCastInst() != nilValue {
|
|
|
|
// getting only bitcast use
|
|
|
|
bitcast = uses[0]
|
|
|
|
}
|
|
|
|
if !c.doesEscape(bitcast) {
|
|
|
|
// Insert alloca in the entry block. Do it here so that mem2reg can
|
|
|
|
// promote it to a SSA value.
|
|
|
|
fn := bitcast.InstructionParent().Parent()
|
|
|
|
c.builder.SetInsertPointBefore(fn.EntryBasicBlock().FirstInstruction())
|
|
|
|
allocaType := llvm.ArrayType(llvm.Int8Type(), int(size))
|
|
|
|
// TODO: alignment?
|
|
|
|
alloca := c.builder.CreateAlloca(allocaType, "stackalloc.alloca")
|
|
|
|
stackalloc := c.builder.CreateBitCast(alloca, bitcast.Type(), "stackalloc")
|
|
|
|
bitcast.ReplaceAllUsesWith(stackalloc)
|
|
|
|
if heapalloc != bitcast {
|
|
|
|
bitcast.EraseFromParentAsInstruction()
|
|
|
|
}
|
|
|
|
heapalloc.EraseFromParentAsInstruction()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Very basic escape analysis.
|
|
|
|
func (c *Compiler) doesEscape(value llvm.Value) bool {
|
|
|
|
uses := getUses(value)
|
|
|
|
for _, use := range uses {
|
|
|
|
nilValue := llvm.Value{}
|
|
|
|
if use.IsAGetElementPtrInst() != nilValue {
|
|
|
|
if c.doesEscape(use) {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
} else if use.IsALoadInst() != nilValue {
|
|
|
|
// Load does not escape.
|
|
|
|
} else if use.IsAStoreInst() != nilValue {
|
|
|
|
// Store only escapes when the value is stored to, not when the
|
|
|
|
// value is stored into another value.
|
|
|
|
if use.Operand(0) == value {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
} else if use.IsACallInst() != nilValue {
|
|
|
|
// Call only escapes when the (pointer) parameter is not marked
|
|
|
|
// "nocapture". This flag means that the parameter does not escape
|
|
|
|
// the give function.
|
|
|
|
if !c.hasFlag(use, value, "nocapture") {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
// Unknown instruction, might escape.
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// does not escape
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check whether the given value (which is of pointer type) is never stored to.
|
|
|
|
func (c *Compiler) isReadOnly(value llvm.Value) bool {
|
|
|
|
uses := getUses(value)
|
|
|
|
for _, use := range uses {
|
|
|
|
nilValue := llvm.Value{}
|
|
|
|
if use.IsAGetElementPtrInst() != nilValue {
|
|
|
|
if !c.isReadOnly(use) {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
} else if use.IsACallInst() != nilValue {
|
|
|
|
if !c.hasFlag(use, value, "readonly") {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
// Unknown instruction, might not be readonly.
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check whether all uses of this param as parameter to the call have the given
|
|
|
|
// flag. In most cases, there will only be one use but a function could take the
|
|
|
|
// same parameter twice, in which case both must have the flag.
|
|
|
|
// A flag can be any enum flag, like "readonly".
|
|
|
|
func (c *Compiler) hasFlag(call, param llvm.Value, kind string) bool {
|
|
|
|
fn := call.CalledValue()
|
|
|
|
nilValue := llvm.Value{}
|
|
|
|
if fn.IsAFunction() == nilValue {
|
|
|
|
// This is not a function but something else, like a function pointer.
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
kindID := llvm.AttributeKindID(kind)
|
|
|
|
for i := 0; i < fn.ParamsCount(); i++ {
|
|
|
|
if call.Operand(i) != param {
|
|
|
|
// This is not the parameter we're checking.
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
index := i + 1 // param attributes start at 1
|
|
|
|
attr := fn.GetEnumAttributeAtIndex(index, kindID)
|
|
|
|
nilAttribute := llvm.Attribute{}
|
|
|
|
if attr == nilAttribute {
|
|
|
|
// At least one parameter doesn't have the flag (there may be
|
|
|
|
// multiple).
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
// Return a list of values (actually, instructions) where this value is used as
|
|
|
|
// an operand.
|
|
|
|
func getUses(value llvm.Value) []llvm.Value {
|
|
|
|
var uses []llvm.Value
|
|
|
|
use := value.FirstUse()
|
|
|
|
for !use.IsNil() {
|
|
|
|
uses = append(uses, use.User())
|
|
|
|
use = use.NextUse()
|
|
|
|
}
|
|
|
|
return uses
|
|
|
|
}
|