1 // Copyright 2015 The Go Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style
3 // license that can be found in the LICENSE file.
5 // Bundle creates a single-source-file version of a source package
6 // suitable for inclusion in a particular target package.
10 // bundle [-o file] [-dst path] [-pkg name] [-prefix p] [-import old=new] [-tags build_constraints] <src>
12 // The src argument specifies the import path of the package to bundle.
13 // The bundling of a directory of source files into a single source file
14 // necessarily imposes a number of constraints.
15 // The package being bundled must not use cgo; must not use conditional
16 // file compilation, whether with build tags or system-specific file names
17 // like code_amd64.go; must not depend on any special comments, which
18 // may not be preserved; must not use any assembly sources;
19 // must not use renaming imports; and must not use reflection-based APIs
20 // that depend on the specific names of types or struct fields.
22 // By default, bundle writes the bundled code to standard output.
23 // If the -o argument is given, bundle writes to the named file
24 // and also includes a ``//go:generate'' comment giving the exact
25 // command line used, for regenerating the file with ``go generate.''
27 // Bundle customizes its output for inclusion in a particular package, the destination package.
28 // By default bundle assumes the destination is the package in the current directory,
29 // but the destination package can be specified explicitly using the -dst option,
30 // which takes an import path as its argument.
31 // If the source package imports the destination package, bundle will remove
32 // those imports and rewrite any references to use direct references to the
33 // corresponding symbols.
34 // Bundle also must write a package declaration in the output and must
35 // choose a name to use in that declaration.
36 // If the -pkg option is given, bundle uses that name.
37 // Otherwise, the name of the destination package is used.
38 // Build constraints for the generated file can be specified using the -tags option.
40 // To avoid collisions, bundle inserts a prefix at the beginning of
41 // every package-level const, func, type, and var identifier in src's code,
42 // updating references accordingly. The default prefix is the package name
43 // of the source package followed by an underscore. The -prefix option
44 // specifies an alternate prefix.
46 // Occasionally it is necessary to rewrite imports during the bundling
47 // process. The -import option, which may be repeated, specifies that
48 // an import of "old" should be rewritten to import "new" instead.
52 // Bundle archive/zip for inclusion in cmd/dist:
54 // cd $GOROOT/src/cmd/dist
55 // bundle -o zip.go archive/zip
57 // Bundle golang.org/x/net/http2 for inclusion in net/http,
58 // prefixing all identifiers by "http2" instead of "http2_", and
59 // including a "!nethttpomithttp2" build constraint:
61 // cd $GOROOT/src/net/http
62 // bundle -o h2_bundle.go -prefix http2 -tags '!nethttpomithttp2' golang.org/x/net/http2
64 // Update the http2 bundle in net/http:
66 // go generate net/http
68 // Update all bundles in the standard library:
70 // go generate -run bundle std
89 "golang.org/x/tools/go/packages"
93 outputFile = flag.String("o", "", "write output to `file` (default standard output)")
94 dstPath = flag.String("dst", ".", "set destination import `path`")
95 pkgName = flag.String("pkg", "", "set destination package `name`")
96 prefix = flag.String("prefix", "&_", "set bundled identifier prefix to `p` (default is \"&_\", where & stands for the original name)")
97 buildTags = flag.String("tags", "", "the build constraints to be inserted into the generated file")
99 importMap = map[string]string{}
103 flag.Var(flagFunc(addImportMap), "import", "rewrite import using `map`, of form old=new (can be repeated)")
106 func addImportMap(s string) {
107 if strings.Count(s, "=") != 1 {
108 log.Fatal("-import argument must be of the form old=new")
110 i := strings.Index(s, "=")
111 old, new := s[:i], s[i+1:]
112 if old == "" || new == "" {
113 log.Fatal("-import argument must be of the form old=new; old and new must be non-empty")
119 fmt.Fprintf(os.Stderr, "Usage: bundle [options] <src>\n")
124 log.SetPrefix("bundle: ")
135 cfg := &packages.Config{Mode: packages.NeedName}
136 pkgs, err := packages.Load(cfg, *dstPath)
138 log.Fatalf("cannot load destination package: %v", err)
140 if packages.PrintErrors(pkgs) > 0 || len(pkgs) != 1 {
141 log.Fatalf("failed to load destination package")
144 *pkgName = pkgs[0].Name
147 code, err := bundle(args[0], pkgs[0].PkgPath, *pkgName, *prefix, *buildTags)
151 if *outputFile != "" {
152 err := ioutil.WriteFile(*outputFile, code, 0666)
157 _, err := os.Stdout.Write(code)
164 // isStandardImportPath is copied from cmd/go in the standard library.
165 func isStandardImportPath(path string) bool {
166 i := strings.Index(path, "/")
171 return !strings.Contains(elem, ".")
174 var testingOnlyPackagesConfig *packages.Config
176 func bundle(src, dst, dstpkg, prefix, buildTags string) ([]byte, error) {
177 // Load the initial package.
178 cfg := &packages.Config{}
179 if testingOnlyPackagesConfig != nil {
180 *cfg = *testingOnlyPackagesConfig
182 // Bypass default vendor mode, as we need a package not available in the
183 // std module vendor folder.
184 cfg.Env = append(os.Environ(), "GOFLAGS=-mod=mod")
186 cfg.Mode = packages.NeedTypes | packages.NeedSyntax | packages.NeedTypesInfo
187 pkgs, err := packages.Load(cfg, src)
191 if packages.PrintErrors(pkgs) > 0 || len(pkgs) != 1 {
192 return nil, fmt.Errorf("failed to load source package")
196 if strings.Contains(prefix, "&") {
197 prefix = strings.Replace(prefix, "&", pkg.Syntax[0].Name.Name, -1)
200 objsToUpdate := make(map[types.Object]bool)
201 var rename func(from types.Object)
202 rename = func(from types.Object) {
203 if !objsToUpdate[from] {
204 objsToUpdate[from] = true
206 // Renaming a type that is used as an embedded field
207 // requires renaming the field too. e.g.
208 // type T int // if we rename this to U..
210 // print(s.T) // ...this must change too
211 if _, ok := from.(*types.TypeName); ok {
212 for id, obj := range pkg.TypesInfo.Uses {
214 if field := pkg.TypesInfo.Defs[id]; field != nil {
223 // Rename each package-level object.
224 scope := pkg.Types.Scope()
225 for _, name := range scope.Names() {
226 rename(scope.Lookup(name))
231 fmt.Fprintf(&out, "// +build %s\n\n", buildTags)
234 fmt.Fprintf(&out, "// Code generated by golang.org/x/tools/cmd/bundle. DO NOT EDIT.\n")
235 if *outputFile != "" && buildTags == "" {
236 fmt.Fprintf(&out, "//go:generate bundle %s\n", strings.Join(os.Args[1:], " "))
238 fmt.Fprintf(&out, "// $ bundle %s\n", strings.Join(os.Args[1:], " "))
240 fmt.Fprintf(&out, "\n")
242 // Concatenate package comments from all files...
243 for _, f := range pkg.Syntax {
244 if doc := f.Doc.Text(); strings.TrimSpace(doc) != "" {
245 for _, line := range strings.Split(doc, "\n") {
246 fmt.Fprintf(&out, "// %s\n", line)
250 // ...but don't let them become the actual package comment.
253 fmt.Fprintf(&out, "package %s\n\n", dstpkg)
255 // BUG(adonovan,shurcooL): bundle may generate incorrect code
256 // due to shadowing between identifiers and imported package names.
258 // The generated code will either fail to compile or
259 // (unlikely) compile successfully but have different behavior
260 // than the original package. The risk of this happening is higher
261 // when the original package has renamed imports (they're typically
262 // renamed in order to resolve a shadow inside that particular .go file).
264 // TODO(adonovan,shurcooL):
265 // - detect shadowing issues, and either return error or resolve them
266 // - preserve comments from the original import declarations.
268 // pkgStd and pkgExt are sets of printed import specs. This is done
269 // to deduplicate instances of the same import name and path.
270 var pkgStd = make(map[string]bool)
271 var pkgExt = make(map[string]bool)
272 for _, f := range pkg.Syntax {
273 for _, imp := range f.Imports {
274 path, err := strconv.Unquote(imp.Path.Value)
276 log.Fatalf("invalid import path string: %v", err) // Shouldn't happen here since packages.Load succeeded.
281 if newPath, ok := importMap[path]; ok {
289 spec := fmt.Sprintf("%s %q", name, path)
290 if isStandardImportPath(path) {
298 // Print a single declaration that imports all necessary packages.
299 fmt.Fprintln(&out, "import (")
300 for p := range pkgStd {
301 fmt.Fprintf(&out, "\t%s\n", p)
306 for p := range pkgExt {
307 fmt.Fprintf(&out, "\t%s\n", p)
309 fmt.Fprint(&out, ")\n\n")
311 // Modify and print each file.
312 for _, f := range pkg.Syntax {
313 // Update renamed identifiers.
314 for id, obj := range pkg.TypesInfo.Defs {
315 if objsToUpdate[obj] {
316 id.Name = prefix + obj.Name()
319 for id, obj := range pkg.TypesInfo.Uses {
320 if objsToUpdate[obj] {
321 id.Name = prefix + obj.Name()
325 // For each qualified identifier that refers to the
326 // destination package, remove the qualifier.
327 // The "@@@." strings are removed in postprocessing.
328 ast.Inspect(f, func(n ast.Node) bool {
329 if sel, ok := n.(*ast.SelectorExpr); ok {
330 if id, ok := sel.X.(*ast.Ident); ok {
331 if obj, ok := pkg.TypesInfo.Uses[id].(*types.PkgName); ok {
332 if obj.Imported().Path() == dst {
342 if len(f.Imports) > 0 {
343 imp := f.Imports[len(f.Imports)-1]
345 if imp.Comment != nil {
346 if e := imp.Comment.End(); e > last {
352 // Pretty-print package-level declarations.
353 // but no package or import declarations.
355 for _, decl := range f.Decls {
356 if decl, ok := decl.(*ast.GenDecl); ok && decl.Tok == token.IMPORT {
360 beg, end := sourceRange(decl)
362 printComments(&out, f.Comments, last, beg)
365 format.Node(&buf, pkg.Fset, &printer.CommentedNode{Node: decl, Comments: f.Comments})
366 // Remove each "@@@." in the output.
367 // TODO(adonovan): not hygienic.
368 out.Write(bytes.Replace(buf.Bytes(), []byte("@@@."), nil, -1))
370 last = printSameLineComment(&out, f.Comments, pkg.Fset, end)
372 out.WriteString("\n\n")
375 printLastComments(&out, f.Comments, last)
378 // Now format the entire thing.
379 result, err := format.Source(out.Bytes())
381 log.Fatalf("formatting failed: %v", err)
387 // sourceRange returns the [beg, end) interval of source code
388 // belonging to decl (incl. associated comments).
389 func sourceRange(decl ast.Decl) (beg, end token.Pos) {
393 var doc, com *ast.CommentGroup
395 switch d := decl.(type) {
398 if len(d.Specs) > 0 {
399 switch spec := d.Specs[len(d.Specs)-1].(type) {
413 if com != nil && com.End() > end {
420 func printComments(out *bytes.Buffer, comments []*ast.CommentGroup, pos, end token.Pos) {
421 for _, cg := range comments {
422 if pos <= cg.Pos() && cg.Pos() < end {
423 for _, c := range cg.List {
424 fmt.Fprintln(out, c.Text)
431 const infinity = 1 << 30
433 func printLastComments(out *bytes.Buffer, comments []*ast.CommentGroup, pos token.Pos) {
434 printComments(out, comments, pos, infinity)
437 func printSameLineComment(out *bytes.Buffer, comments []*ast.CommentGroup, fset *token.FileSet, pos token.Pos) token.Pos {
439 for _, cg := range comments {
440 if pos <= cg.Pos() && tf.Line(cg.Pos()) == tf.Line(pos) {
441 for _, c := range cg.List {
442 fmt.Fprintln(out, c.Text)
450 type flagFunc func(string)
452 func (f flagFunc) Set(s string) error {
457 func (f flagFunc) String() string { return "" }