package compiler import ( "flag" "go/types" "os" "regexp" "strconv" "strings" "testing" "github.com/tinygo-org/tinygo/compileopts" "github.com/tinygo-org/tinygo/goenv" "github.com/tinygo-org/tinygo/loader" "tinygo.org/x/go-llvm" ) // Pass -update to go test to update the output of the test files. var flagUpdate = flag.Bool("update", false, "update tests based on test output") type testCase struct { file string target string scheduler string } // Basic tests for the compiler. Build some Go files and compare the output with // the expected LLVM IR for regression testing. func TestCompiler(t *testing.T) { t.Parallel() // Determine Go minor version (e.g. 16 in go1.16.3). _, goMinor, err := goenv.GetGorootVersion() if err != nil { t.Fatal("could not read Go version:", err) } // Determine which tests to run, depending on the Go and LLVM versions. tests := []testCase{ {"basic.go", "", ""}, {"pointer.go", "", ""}, {"slice.go", "", ""}, {"string.go", "", ""}, {"float.go", "", ""}, {"interface.go", "", ""}, {"func.go", "", ""}, {"defer.go", "cortex-m-qemu", ""}, {"pragma.go", "", ""}, {"goroutine.go", "wasm", "asyncify"}, {"goroutine.go", "cortex-m-qemu", "tasks"}, {"channel.go", "", ""}, {"gc.go", "", ""}, {"zeromap.go", "", ""}, {"generics.go", "", ""}, } if goMinor >= 20 { tests = append(tests, testCase{"go1.20.go", "", ""}) } if goMinor >= 21 { tests = append(tests, testCase{"go1.21.go", "", ""}) } for _, tc := range tests { name := tc.file targetString := "wasm" if tc.target != "" { targetString = tc.target name += "-" + tc.target } if tc.scheduler != "" { name += "-" + tc.scheduler } t.Run(name, func(t *testing.T) { options := &compileopts.Options{ Target: targetString, } if tc.scheduler != "" { options.Scheduler = tc.scheduler } mod, errs := testCompilePackage(t, options, tc.file) if errs != nil { for _, err := range errs { t.Error(err) } return } err := llvm.VerifyModule(mod, llvm.PrintMessageAction) if err != nil { t.Error(err) } // Optimize IR a little. passOptions := llvm.NewPassBuilderOptions() defer passOptions.Dispose() err = mod.RunPasses("instcombine", llvm.TargetMachine{}, passOptions) if err != nil { t.Error(err) } outFilePrefix := tc.file[:len(tc.file)-3] if tc.target != "" { outFilePrefix += "-" + tc.target } if tc.scheduler != "" { outFilePrefix += "-" + tc.scheduler } outPath := "./testdata/" + outFilePrefix + ".ll" // Update test if needed. Do not check the result. if *flagUpdate { err := os.WriteFile(outPath, []byte(mod.String()), 0666) if err != nil { t.Error("failed to write updated output file:", err) } return } expected, err := os.ReadFile(outPath) if err != nil { t.Fatal("failed to read golden file:", err) } if !fuzzyEqualIR(mod.String(), string(expected)) { t.Errorf("output does not match expected output:\n%s", mod.String()) } }) } } // fuzzyEqualIR returns true if the two LLVM IR strings passed in are roughly // equal. That means, only relevant lines are compared (excluding comments // etc.). func fuzzyEqualIR(s1, s2 string) bool { // Golden files are written using the pre-LLVM21 'nocapture' spelling, // which LLVM printed before any co-occurring attribute such as // 'readonly' (e.g. "ptr nocapture readonly"). LLVM 21+ prints the // equivalent 'captures(none)' instead, and after such attributes (e.g. // "ptr readonly captures(none)"). Normalize both name and position back // to the old spelling to keep a single golden file working across LLVM // versions. s1 = normalizeCapturesAttr(s1) s2 = normalizeCapturesAttr(s2) // LLVM 21+ also added an explicit 'nocreateundeforpoison' attribute to // certain intrinsic declarations (e.g. llvm.umin) that were implicitly // assumed not to create undef/poison before. It's unrelated to the // behavior under test, so ignore it for comparison. s1 = strings.ReplaceAll(s1, "nocreateundeforpoison ", "") s2 = strings.ReplaceAll(s2, "nocreateundeforpoison ", "") // LLVM 22 dropped the (redundant) i64 size argument from // llvm.lifetime.start/end. Normalize away that argument so golden files // written against the two-argument form still match. s1 = lifetimeSizeArgRe.ReplaceAllString(s1, "$1") s2 = lifetimeSizeArgRe.ReplaceAllString(s2, "$1") lines1 := filterIrrelevantIRLines(strings.Split(s1, "\n")) lines2 := filterIrrelevantIRLines(strings.Split(s2, "\n")) if len(lines1) != len(lines2) { return false } for i, line1 := range lines1 { line2 := lines2[i] if line1 != line2 { return false } } return true } // capturesNoneAttrRe matches a co-occurring attribute directly followed by // 'captures(none)', which is how LLVM 21+ orders these two attributes when // printing IR (the pre-LLVM21 'nocapture' attribute printed the other way // around). var capturesNoneAttrRe = regexp.MustCompile(`\b(readonly|readnone|writeonly|nonnull)\s+captures\(none\)`) // lifetimeSizeArgRe matches the i64 size argument of an // llvm.lifetime.start/end call or declaration, which LLVM 22 removed. var lifetimeSizeArgRe = regexp.MustCompile(`(@llvm\.lifetime\.(?:start|end)\.p0\()i64(?: immarg| \d+), `) // normalizeCapturesAttr rewrites LLVM 21+'s 'captures(none)' attribute back // to the pre-LLVM21 'nocapture' spelling and position, so golden IR files // written against LLVM <21 keep matching. func normalizeCapturesAttr(s string) string { s = capturesNoneAttrRe.ReplaceAllString(s, "nocapture $1") s = strings.ReplaceAll(s, "captures(none)", "nocapture") return s } // filterIrrelevantIRLines removes lines from the input slice of strings that // are not relevant in comparing IR. For example, empty lines and comments are // stripped out. func filterIrrelevantIRLines(lines []string) []string { var out []string llvmVersion, err := strconv.Atoi(strings.Split(llvm.Version, ".")[0]) if err != nil { // Note: this should never happen and if it does, it will always happen // for a particular build because llvm.Version is a constant. panic(err) } for _, line := range lines { line = strings.Split(line, ";")[0] // strip out comments/info line = strings.TrimRight(line, "\r ") // drop '\r' on Windows and remove trailing spaces from comments if line == "" { continue } if strings.HasPrefix(line, "source_filename = ") { continue } if llvmVersion < 15 && strings.HasPrefix(line, "target datalayout = ") { // The datalayout string may vary betewen LLVM versions. // Right now test outputs are for LLVM 15 and higher. continue } out = append(out, line) } return out } func TestCompilerErrors(t *testing.T) { t.Parallel() // Read expected errors from the test file. var expectedErrors []string errorsFile, err := os.ReadFile("testdata/errors.go") if err != nil { t.Error(err) } errorsFileString := strings.ReplaceAll(string(errorsFile), "\r\n", "\n") for line := range strings.SplitSeq(errorsFileString, "\n") { if after, ok := strings.CutPrefix(line, "// ERROR: "); ok { expectedErrors = append(expectedErrors, after) } } // Compile the Go file with errors. options := &compileopts.Options{ Target: "wasm", } _, errs := testCompilePackage(t, options, "errors.go") // Check whether the actual errors match the expected errors. expectedErrorsIdx := 0 for _, err := range errs { err := err.(types.Error) position := err.Fset.Position(err.Pos) position.Filename = "errors.go" // don't use a full path if expectedErrorsIdx >= len(expectedErrors) || expectedErrors[expectedErrorsIdx] != err.Msg { t.Errorf("unexpected compiler error: %s: %s", position.String(), err.Msg) continue } expectedErrorsIdx++ } } // Build a package given a number of compiler options and a file. func testCompilePackage(t *testing.T, options *compileopts.Options, file string) (llvm.Module, []error) { target, err := compileopts.LoadTarget(options) if err != nil { t.Fatal("failed to load target:", err) } config := &compileopts.Config{ Options: options, Target: target, } compilerConfig := &Config{ Triple: config.Triple(), Features: config.Features(), ABI: config.ABI(), GOOS: config.GOOS(), GOARCH: config.GOARCH(), CodeModel: config.CodeModel(), RelocationModel: config.RelocationModel(), Scheduler: config.Scheduler(), AutomaticStackSize: config.AutomaticStackSize(), DefaultStackSize: config.StackSize(), NeedsStackObjects: config.NeedsStackObjects(), } machine, err := NewTargetMachine(compilerConfig) if err != nil { t.Fatal("failed to create target machine:", err) } defer machine.Dispose() // Load entire program AST into memory. lprogram, err := loader.Load(config, "./testdata/"+file, types.Config{ Sizes: Sizes(machine), }) if err != nil { t.Fatal("failed to create target machine:", err) } err = lprogram.Parse() if err != nil { t.Fatalf("could not parse test case %s: %s", file, err) } // Compile AST to IR. program := lprogram.LoadSSA() pkg := lprogram.MainPkg() return CompilePackage(file, pkg, program.Package(pkg.Pkg), machine, compilerConfig, false) }