144 lines
2.6 KiB
Go
144 lines
2.6 KiB
Go
package fetch
|
|
|
|
import (
|
|
"bytes"
|
|
"crypto/sha256"
|
|
"encoding/base64"
|
|
"encoding/json"
|
|
"io"
|
|
"io/ioutil"
|
|
"os/exec"
|
|
"path/filepath"
|
|
"sort"
|
|
"sync"
|
|
|
|
"github.com/nix-community/go-nix/pkg/nar"
|
|
log "github.com/sirupsen/logrus"
|
|
"github.com/tweag/gomod2nix/lib"
|
|
schema "github.com/tweag/gomod2nix/schema"
|
|
"golang.org/x/mod/modfile"
|
|
)
|
|
|
|
type goModDownload struct {
|
|
Path string
|
|
Version string
|
|
Info string
|
|
GoMod string
|
|
Zip string
|
|
Dir string
|
|
Sum string
|
|
GoModSum string
|
|
}
|
|
|
|
func GeneratePkgs(directory string, goMod2NixPath string) ([]*schema.Package, error) {
|
|
goModPath := filepath.Join(directory, "go.mod")
|
|
|
|
log.WithFields(log.Fields{
|
|
"modPath": goModPath,
|
|
}).Info("Parsing go.mod")
|
|
|
|
// Read go.mod
|
|
data, err := ioutil.ReadFile(goModPath)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Parse go.mod
|
|
mod, err := modfile.Parse(goModPath, data, nil)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Map repos -> replacement repo
|
|
replace := make(map[string]string)
|
|
for _, repl := range mod.Replace {
|
|
replace[repl.New.Path] = repl.Old.Path
|
|
}
|
|
|
|
var modDownloads []*goModDownload
|
|
{
|
|
log.Info("Downloading dependencies")
|
|
|
|
cmd := exec.Command(
|
|
"go", "mod", "download", "--json",
|
|
)
|
|
cmd.Dir = directory
|
|
stdout, err := cmd.Output()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
dec := json.NewDecoder(bytes.NewReader(stdout))
|
|
for {
|
|
var dl *goModDownload
|
|
err := dec.Decode(&dl)
|
|
if err == io.EOF {
|
|
break
|
|
}
|
|
modDownloads = append(modDownloads, dl)
|
|
}
|
|
|
|
log.Info("Done downloading dependencies")
|
|
}
|
|
|
|
executor := lib.NewParallellExecutor()
|
|
var mux sync.Mutex
|
|
|
|
cache := schema.ReadCache(goMod2NixPath)
|
|
|
|
packages := []*schema.Package{}
|
|
addPkg := func(pkg *schema.Package) {
|
|
mux.Lock()
|
|
packages = append(packages, pkg)
|
|
mux.Unlock()
|
|
}
|
|
|
|
for _, dl := range modDownloads {
|
|
dl := dl
|
|
|
|
goPackagePath, hasReplace := replace[dl.Path]
|
|
if !hasReplace {
|
|
goPackagePath = dl.Path
|
|
}
|
|
|
|
cached, ok := cache[goPackagePath]
|
|
if ok && cached.Version == dl.Version {
|
|
addPkg(cached)
|
|
continue
|
|
}
|
|
|
|
executor.Add(func() error {
|
|
h := sha256.New()
|
|
err := nar.DumpPath(h, dl.Dir)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
digest := h.Sum(nil)
|
|
|
|
pkg := &schema.Package{
|
|
GoPackagePath: goPackagePath,
|
|
Version: dl.Version,
|
|
Hash: "sha256-" + base64.StdEncoding.EncodeToString(digest),
|
|
}
|
|
if hasReplace {
|
|
pkg.ReplacedPath = dl.Path
|
|
}
|
|
|
|
addPkg(pkg)
|
|
|
|
return nil
|
|
})
|
|
}
|
|
|
|
err = executor.Wait()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
sort.Slice(packages, func(i, j int) bool {
|
|
return packages[i].GoPackagePath < packages[j].GoPackagePath
|
|
})
|
|
|
|
return packages, nil
|
|
|
|
}
|