zip2zip: Support sorting globbed arguments, '**'
When '-s' is passed, any globbed arguments will have their results
sorted. When there are multiple arguments, the files will still be
inserted in argument order.
A bare '**' is now special cased to mean every file in the input zip.
This allows zip2zip to sort entire zip files efficiently by using
`zip2zip -s -i <> -o <> '**'`. This can be useful if your original zip
program used filesystem ordering which was not reproducible.
Test: m -j blueprint_tools (new tests pass)
Change-Id: Ic3512c5fe14c94c6f3e134296905121d2ff8b58a
diff --git a/cmd/zip2zip/zip2zip.go b/cmd/zip2zip/zip2zip.go
index 8e7523f..48c36cc 100644
--- a/cmd/zip2zip/zip2zip.go
+++ b/cmd/zip2zip/zip2zip.go
@@ -17,49 +17,59 @@
import (
"flag"
"fmt"
+ "log"
"os"
"path/filepath"
+ "sort"
"strings"
+ "time"
"android/soong/third_party/zip"
)
var (
- input = flag.String("i", "", "zip file to read from")
- output = flag.String("o", "", "output file")
+ input = flag.String("i", "", "zip file to read from")
+ output = flag.String("o", "", "output file")
+ sortGlobs = flag.Bool("s", false, "sort matches from each glob (defaults to the order from the input zip file)")
+ setTime = flag.Bool("t", false, "set timestamps to 2009-01-01 00:00:00")
+
+ staticTime = time.Date(2009, 1, 1, 0, 0, 0, 0, time.UTC)
)
-func usage() {
- fmt.Fprintln(os.Stderr, "usage: zip2zip -i zipfile -o zipfile [filespec]...")
- flag.PrintDefaults()
- fmt.Fprintln(os.Stderr, " filespec:")
- fmt.Fprintln(os.Stderr, " <name>")
- fmt.Fprintln(os.Stderr, " <in_name>:<out_name>")
- fmt.Fprintln(os.Stderr, " <glob>:<out_dir>/")
- fmt.Fprintln(os.Stderr, "")
- fmt.Fprintln(os.Stderr, "Files will be copied with their existing compression from the input zipfile to")
- fmt.Fprintln(os.Stderr, "the output zipfile, in the order of filespec arguments")
- os.Exit(2)
-}
-
func main() {
+ flag.Usage = func() {
+ fmt.Fprintln(os.Stderr, "usage: zip2zip -i zipfile -o zipfile [-s] [-t] [filespec]...")
+ flag.PrintDefaults()
+ fmt.Fprintln(os.Stderr, " filespec:")
+ fmt.Fprintln(os.Stderr, " <name>")
+ fmt.Fprintln(os.Stderr, " <in_name>:<out_name>")
+ fmt.Fprintln(os.Stderr, " <glob>:<out_dir>/")
+ fmt.Fprintln(os.Stderr, "")
+ fmt.Fprintln(os.Stderr, "<glob> uses the rules at https://golang.org/pkg/path/filepath/#Match")
+ fmt.Fprintln(os.Stderr, "As a special exception, '**' is supported to specify all files in the input zip")
+ fmt.Fprintln(os.Stderr, "")
+ fmt.Fprintln(os.Stderr, "Files will be copied with their existing compression from the input zipfile to")
+ fmt.Fprintln(os.Stderr, "the output zipfile, in the order of filespec arguments")
+ }
+
flag.Parse()
if flag.NArg() == 0 || *input == "" || *output == "" {
- usage()
+ flag.Usage()
+ os.Exit(1)
}
+ log.SetFlags(log.Lshortfile)
+
reader, err := zip.OpenReader(*input)
if err != nil {
- fmt.Fprintln(os.Stderr, err)
- os.Exit(3)
+ log.Fatal(err)
}
defer reader.Close()
output, err := os.Create(*output)
if err != nil {
- fmt.Fprintln(os.Stderr, err)
- os.Exit(4)
+ log.Fatal(err)
}
defer output.Close()
@@ -67,20 +77,24 @@
defer func() {
err := writer.Close()
if err != nil {
- fmt.Fprintln(os.Stderr, err)
- os.Exit(5)
+ log.Fatal(err)
}
}()
- for _, arg := range flag.Args() {
+ if err := zip2zip(&reader.Reader, writer, *sortGlobs, *setTime, flag.Args()); err != nil {
+ log.Fatal(err)
+ }
+}
+
+func zip2zip(reader *zip.Reader, writer *zip.Writer, sortGlobs, setTime bool, args []string) error {
+ for _, arg := range args {
var input string
var output string
// Reserve escaping for future implementation, so make sure no
// one is using \ and expecting a certain behavior.
if strings.Contains(arg, "\\") {
- fmt.Fprintln(os.Stderr, "\\ characters are not currently supported")
- os.Exit(6)
+ return fmt.Errorf("\\ characters are not currently supported")
}
args := strings.SplitN(arg, ":", 2)
@@ -89,25 +103,45 @@
output = args[1]
}
+ type pair struct {
+ *zip.File
+ newName string
+ }
+
+ matches := []pair{}
if strings.IndexAny(input, "*?[") >= 0 {
+ matchAll := input == "**"
+ if !matchAll && strings.Contains(input, "**") {
+ return fmt.Errorf("** is only supported on its own, not with other characters")
+ }
+
for _, file := range reader.File {
- if match, err := filepath.Match(input, file.Name); err != nil {
- fmt.Fprintln(os.Stderr, err)
- os.Exit(7)
- } else if match {
- var newFileName string
- if output == "" {
- newFileName = file.Name
- } else {
- _, name := filepath.Split(file.Name)
- newFileName = filepath.Join(output, name)
- }
- err = writer.CopyFrom(file, newFileName)
+ match := matchAll
+
+ if !match {
+ var err error
+ match, err = filepath.Match(input, file.Name)
if err != nil {
- fmt.Fprintln(os.Stderr, err)
- os.Exit(8)
+ return err
}
}
+
+ if match {
+ var newName string
+ if output == "" {
+ newName = file.Name
+ } else {
+ _, name := filepath.Split(file.Name)
+ newName = filepath.Join(output, name)
+ }
+ matches = append(matches, pair{file, newName})
+ }
+ }
+
+ if sortGlobs {
+ sort.SliceStable(matches, func(i, j int) bool {
+ return matches[i].newName < matches[j].newName
+ })
}
} else {
if output == "" {
@@ -115,14 +149,21 @@
}
for _, file := range reader.File {
if input == file.Name {
- err = writer.CopyFrom(file, output)
- if err != nil {
- fmt.Fprintln(os.Stderr, err)
- os.Exit(8)
- }
+ matches = append(matches, pair{file, output})
break
}
}
}
+
+ for _, match := range matches {
+ if setTime {
+ match.File.SetModTime(staticTime)
+ }
+ if err := writer.CopyFrom(match.File, match.newName); err != nil {
+ return err
+ }
+ }
}
+
+ return nil
}