// Copyright 2011 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. // +build appengine package build // TODO(adg): test authentication // TODO(adg): refactor to use appengine/aetest instead import ( "bytes" "encoding/json" "errors" "fmt" "io" "net/http" "net/http/httptest" "net/url" "strings" "time" "appengine" "appengine/datastore" ) func init() { http.HandleFunc("/buildtest", testHandler) } var testEntityKinds = []string{ "Package", "Commit", "Result", "Log", } const testPkg = "code.google.com/p/go.test" var testPackage = &Package{Name: "Test", Kind: "subrepo", Path: testPkg} var testPackages = []*Package{ {Name: "Go", Path: ""}, testPackage, } var tCommitTime = time.Now().Add(-time.Hour * 24 * 7) func tCommit(hash, parentHash, path string) *Commit { tCommitTime.Add(time.Hour) // each commit should have a different time return &Commit{ PackagePath: path, Hash: hash, ParentHash: parentHash, Time: tCommitTime, User: "adg", Desc: "change description " + hash, } } var testRequests = []struct { path string vals url.Values req interface{} res interface{} }{ // Packages {"/packages?kind=subrepo", nil, nil, []*Package{testPackage}}, // Go repo {"/commit", nil, tCommit("0001", "0000", ""), nil}, {"/commit", nil, tCommit("0002", "0001", ""), nil}, {"/commit", nil, tCommit("0003", "0002", ""), nil}, {"/todo", url.Values{"kind": {"build-go-commit"}, "builder": {"linux-386"}}, nil, &Todo{Kind: "build-go-commit", Data: &Commit{Hash: "0003"}}}, {"/todo", url.Values{"kind": {"build-go-commit"}, "builder": {"linux-amd64"}}, nil, &Todo{Kind: "build-go-commit", Data: &Commit{Hash: "0003"}}}, {"/result", nil, &Result{Builder: "linux-386", Hash: "0001", OK: true}, nil}, {"/todo", url.Values{"kind": {"build-go-commit"}, "builder": {"linux-386"}}, nil, &Todo{Kind: "build-go-commit", Data: &Commit{Hash: "0003"}}}, {"/result", nil, &Result{Builder: "linux-386", Hash: "0002", OK: true}, nil}, {"/todo", url.Values{"kind": {"build-go-commit"}, "builder": {"linux-386"}}, nil, &Todo{Kind: "build-go-commit", Data: &Commit{Hash: "0003"}}}, // multiple builders {"/todo", url.Values{"kind": {"build-go-commit"}, "builder": {"linux-amd64"}}, nil, &Todo{Kind: "build-go-commit", Data: &Commit{Hash: "0003"}}}, {"/result", nil, &Result{Builder: "linux-amd64", Hash: "0003", OK: true}, nil}, {"/todo", url.Values{"kind": {"build-go-commit"}, "builder": {"linux-386"}}, nil, &Todo{Kind: "build-go-commit", Data: &Commit{Hash: "0003"}}}, {"/todo", url.Values{"kind": {"build-go-commit"}, "builder": {"linux-amd64"}}, nil, &Todo{Kind: "build-go-commit", Data: &Commit{Hash: "0002"}}}, // branches {"/commit", nil, tCommit("0004", "0003", ""), nil}, {"/commit", nil, tCommit("0005", "0002", ""), nil}, {"/todo", url.Values{"kind": {"build-go-commit"}, "builder": {"linux-386"}}, nil, &Todo{Kind: "build-go-commit", Data: &Commit{Hash: "0005"}}}, {"/result", nil, &Result{Builder: "linux-386", Hash: "0005", OK: true}, nil}, {"/todo", url.Values{"kind": {"build-go-commit"}, "builder": {"linux-386"}}, nil, &Todo{Kind: "build-go-commit", Data: &Commit{Hash: "0004"}}}, {"/result", nil, &Result{Builder: "linux-386", Hash: "0004", OK: false}, nil}, {"/todo", url.Values{"kind": {"build-go-commit"}, "builder": {"linux-386"}}, nil, &Todo{Kind: "build-go-commit", Data: &Commit{Hash: "0003"}}}, // logs {"/result", nil, &Result{Builder: "linux-386", Hash: "0003", OK: false, Log: "test"}, nil}, {"/log/a94a8fe5ccb19ba61c4c0873d391e987982fbbd3", nil, nil, "test"}, {"/todo", url.Values{"kind": {"build-go-commit"}, "builder": {"linux-386"}}, nil, nil}, // repeat failure (shouldn't re-send mail) {"/result", nil, &Result{Builder: "linux-386", Hash: "0003", OK: false, Log: "test"}, nil}, // non-Go repos {"/commit", nil, tCommit("1001", "1000", testPkg), nil}, {"/commit", nil, tCommit("1002", "1001", testPkg), nil}, {"/commit", nil, tCommit("1003", "1002", testPkg), nil}, {"/todo", url.Values{"kind": {"build-package"}, "builder": {"linux-386"}, "packagePath": {testPkg}, "goHash": {"0001"}}, nil, &Todo{Kind: "build-package", Data: &Commit{Hash: "1003"}}}, {"/result", nil, &Result{PackagePath: testPkg, Builder: "linux-386", Hash: "1003", GoHash: "0001", OK: true}, nil}, {"/todo", url.Values{"kind": {"build-package"}, "builder": {"linux-386"}, "packagePath": {testPkg}, "goHash": {"0001"}}, nil, &Todo{Kind: "build-package", Data: &Commit{Hash: "1002"}}}, {"/result", nil, &Result{PackagePath: testPkg, Builder: "linux-386", Hash: "1002", GoHash: "0001", OK: true}, nil}, {"/todo", url.Values{"kind": {"build-package"}, "builder": {"linux-386"}, "packagePath": {testPkg}, "goHash": {"0001"}}, nil, &Todo{Kind: "build-package", Data: &Commit{Hash: "1001"}}}, {"/result", nil, &Result{PackagePath: testPkg, Builder: "linux-386", Hash: "1001", GoHash: "0001", OK: true}, nil}, {"/todo", url.Values{"kind": {"build-package"}, "builder": {"linux-386"}, "packagePath": {testPkg}, "goHash": {"0001"}}, nil, nil}, {"/todo", url.Values{"kind": {"build-package"}, "builder": {"linux-386"}, "packagePath": {testPkg}, "goHash": {"0002"}}, nil, &Todo{Kind: "build-package", Data: &Commit{Hash: "1003"}}}, // re-build Go revision for stale subrepos {"/todo", url.Values{"kind": {"build-go-commit"}, "builder": {"linux-386"}}, nil, &Todo{Kind: "build-go-commit", Data: &Commit{Hash: "0005"}}}, {"/result", nil, &Result{PackagePath: testPkg, Builder: "linux-386", Hash: "1001", GoHash: "0005", OK: false, Log: "boo"}, nil}, {"/todo", url.Values{"kind": {"build-go-commit"}, "builder": {"linux-386"}}, nil, nil}, } func testHandler(w http.ResponseWriter, r *http.Request) { if !appengine.IsDevAppServer() { fmt.Fprint(w, "These tests must be run under the dev_appserver.") return } c := appengine.NewContext(r) if err := nukeEntities(c, testEntityKinds); err != nil { logErr(w, r, err) return } if r.FormValue("nukeonly") != "" { fmt.Fprint(w, "OK") return } for _, p := range testPackages { if _, err := datastore.Put(c, p.Key(c), p); err != nil { logErr(w, r, err) return } } origReq := *r defer func() { // HACK: We need to clobber the original request (see below) // so make sure we fix it before exiting the handler. *r = origReq }() for i, t := range testRequests { c.Infof("running test %d %s", i, t.path) errorf := func(format string, args ...interface{}) { fmt.Fprintf(w, "%d %s: ", i, t.path) fmt.Fprintf(w, format, args...) fmt.Fprintln(w) } var body io.ReadWriter if t.req != nil { body = new(bytes.Buffer) json.NewEncoder(body).Encode(t.req) } url := "http://" + domain + t.path if t.vals != nil { url += "?" + t.vals.Encode() } req, err := http.NewRequest("POST", url, body) if err != nil { logErr(w, r, err) return } if t.req != nil { req.Method = "POST" } req.Header = origReq.Header rec := httptest.NewRecorder() // Make the request *r = *req // HACK: App Engine uses the request pointer // as a map key to resolve Contexts. http.DefaultServeMux.ServeHTTP(rec, r) if rec.Code != 0 && rec.Code != 200 { errorf(rec.Body.String()) return } resp := new(dashResponse) // If we're expecting a *Todo value, // prime the Response field with a Todo and a Commit inside it. if _, ok := t.res.(*Todo); ok { resp.Response = &Todo{Data: &Commit{}} } if strings.HasPrefix(t.path, "/log/") { resp.Response = rec.Body.String() } else { err := json.NewDecoder(rec.Body).Decode(resp) if err != nil { errorf("decoding response: %v", err) return } } if e, ok := t.res.(string); ok { g, ok := resp.Response.(string) if !ok { errorf("Response not string: %T", resp.Response) return } if g != e { errorf("response mismatch: got %q want %q", g, e) return } } if e, ok := t.res.(*Todo); ok { g, ok := resp.Response.(*Todo) if !ok { errorf("Response not *Todo: %T", resp.Response) return } if e.Data == nil && g.Data != nil { errorf("Response.Data should be nil, got: %v", g.Data) return } if g.Data == nil { errorf("Response.Data is nil, want: %v", e.Data) return } gd, ok := g.Data.(*Commit) if !ok { errorf("Response.Data not *Commit: %T", g.Data) return } if eh := e.Data.(*Commit).Hash; eh != gd.Hash { errorf("hashes don't match: got %q, want %q", gd.Hash, eh) return } } if t.res == nil && resp.Response != nil { errorf("response mismatch: got %q expected ", resp.Response) return } } fmt.Fprint(w, "PASS\nYou should see only one mail notification (for 0003/linux-386) in the dev_appserver logs.") } func nukeEntities(c appengine.Context, kinds []string) error { if !appengine.IsDevAppServer() { return errors.New("can't nuke production data") } var keys []*datastore.Key for _, kind := range kinds { q := datastore.NewQuery(kind).KeysOnly() for t := q.Run(c); ; { k, err := t.Next(nil) if err == datastore.Done { break } if err != nil { return err } keys = append(keys, k) } } return datastore.DeleteMulti(c, keys) }