// UNREVIEWED // Copyright 2011 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. // This file implements a typechecker test harness. The packages specified // in tests are typechecked. Error messages reported by the typechecker are // compared against the error messages expected in the test files. // // Expected errors are indicated in the test files by putting a comment // of the form /* ERROR "rx" */ immediately following an offending token. // The harness will verify that an error matching the regular expression // rx is reported at that source position. Consecutive comments may be // used to indicate multiple errors for the same token position. // // For instance, the following test file indicates that a "not declared" // error should be reported for the undeclared variable x: // // package p // func f() { // _ = x /* ERROR "not declared" */ + 1 // } // TODO(gri) Also collect strict mode errors of the form /* STRICT ... */ // and test against strict mode. package types2_test import ( "cmd/compile/internal/syntax" "flag" "fmt" "internal/testenv" "io/ioutil" "os" "path/filepath" "regexp" "strings" "testing" . "cmd/compile/internal/types2" ) var ( haltOnError = flag.Bool("halt", false, "halt on error") listErrors = flag.Bool("errlist", false, "list errors") testFiles = flag.String("files", "", "space-separated list of test files") ) func parseFiles(t *testing.T, filenames []string, mode syntax.Mode) ([]*syntax.File, []error) { var files []*syntax.File var errlist []error errh := func(err error) { errlist = append(errlist, err) } for _, filename := range filenames { file, err := syntax.ParseFile(filename, errh, nil, mode) if file == nil { t.Fatalf("%s: %s", filename, err) } files = append(files, file) } return files, errlist } func unpackError(err error) syntax.Error { switch err := err.(type) { case syntax.Error: return err case Error: return syntax.Error{Pos: err.Pos, Msg: err.Msg} default: return syntax.Error{Msg: err.Error()} } } func delta(x, y uint) uint { switch { case x < y: return y - x case x > y: return x - y default: return 0 } } func checkFiles(t *testing.T, sources []string, colDelta uint, trace bool) { if len(sources) == 0 { t.Fatal("no source files") } var mode syntax.Mode if strings.HasSuffix(sources[0], ".go2") { mode |= syntax.AllowGenerics } // parse files and collect parser errors files, errlist := parseFiles(t, sources, mode) pkgName := "" if len(files) > 0 { pkgName = files[0].PkgName.Value } if *listErrors && len(errlist) > 0 { t.Errorf("--- %s:", pkgName) for _, err := range errlist { t.Error(err) } } // typecheck and collect typechecker errors var conf Config conf.AcceptMethodTypeParams = true conf.InferFromConstraints = true // special case for importC.src if len(sources) == 1 && strings.HasSuffix(sources[0], "importC.src") { conf.FakeImportC = true } conf.Trace = trace conf.Importer = defaultImporter() conf.Error = func(err error) { if *haltOnError { defer panic(err) } if *listErrors { t.Error(err) return } // Ignore secondary error messages starting with "\t"; // they are clarifying messages for a primary error. if !strings.Contains(err.Error(), ": \t") { errlist = append(errlist, err) } } conf.Check(pkgName, files, nil) if *listErrors { return } // collect expected errors errmap := make(map[string]map[uint][]syntax.Error) for _, filename := range sources { f, err := os.Open(filename) if err != nil { t.Error(err) continue } if m := syntax.ErrorMap(f); len(m) > 0 { errmap[filename] = m } f.Close() } // match against found errors for _, err := range errlist { got := unpackError(err) // find list of errors for the respective error line filename := got.Pos.Base().Filename() filemap := errmap[filename] var line uint var list []syntax.Error if filemap != nil { line = got.Pos.Line() list = filemap[line] } // list may be nil // one of errors in list should match the current error index := -1 // list index of matching message, if any for i, want := range list { rx, err := regexp.Compile(want.Msg) if err != nil { t.Errorf("%s:%d:%d: %v", filename, line, want.Pos.Col(), err) continue } if rx.MatchString(got.Msg) { index = i break } } if index < 0 { t.Errorf("%s: no error expected: %q", got.Pos, got.Msg) continue } // column position must be within expected colDelta want := list[index] if delta(got.Pos.Col(), want.Pos.Col()) > colDelta { t.Errorf("%s: got col = %d; want %d", got.Pos, got.Pos.Col(), want.Pos.Col()) } // eliminate from list if n := len(list) - 1; n > 0 { // not the last entry - swap in last element and shorten list by 1 list[index] = list[n] filemap[line] = list[:n] } else { // last entry - remove list from filemap delete(filemap, line) } // if filemap is empty, eliminate from errmap if len(filemap) == 0 { delete(errmap, filename) } } // there should be no expected errors left if len(errmap) > 0 { t.Errorf("--- %s: unreported errors:", pkgName) for filename, filemap := range errmap { for line, list := range filemap { for _, err := range list { t.Errorf("%s:%d:%d: %s", filename, line, err.Pos.Col(), err.Msg) } } } } } // TestCheck is for manual testing of selected input files, provided with -files. func TestCheck(t *testing.T) { if *testFiles == "" { return } testenv.MustHaveGoBuild(t) DefPredeclaredTestFuncs() checkFiles(t, strings.Split(*testFiles, " "), 0, testing.Verbose()) } func TestTestdata(t *testing.T) { DefPredeclaredTestFuncs(); testDir(t, 75, "testdata") } // TODO(gri) narrow column tolerance func TestExamples(t *testing.T) { testDir(t, 0, "examples") } func TestFixedbugs(t *testing.T) { testDir(t, 0, "fixedbugs") } func testDir(t *testing.T, colDelta uint, dir string) { testenv.MustHaveGoBuild(t) fis, err := ioutil.ReadDir(dir) if err != nil { t.Error(err) return } for count, fi := range fis { path := filepath.Join(dir, fi.Name()) // if fi is a directory, its files make up a single package if fi.IsDir() { if testing.Verbose() { fmt.Printf("%3d %s\n", count, path) } fis, err := ioutil.ReadDir(path) if err != nil { t.Error(err) continue } files := make([]string, len(fis)) for i, fi := range fis { // if fi is a directory, checkFiles below will complain files[i] = filepath.Join(path, fi.Name()) if testing.Verbose() { fmt.Printf("\t%s\n", files[i]) } } checkFiles(t, files, colDelta, false) continue } // otherwise, fi is a stand-alone file if testing.Verbose() { fmt.Printf("%3d %s\n", count, path) } checkFiles(t, []string{path}, colDelta, false) } }