go2spec/pack.go

package main

import (
	"context"
	"crypto/sha256"
	"encoding/hex"
	"encoding/json"
	"errors"
	"flag"
	"fmt"
	"golang.org/x/net/publicsuffix"
	"io"
	"log"
	"net/http"
	"net/url"
	"os"
	"os/exec"
	"path/filepath"
	"regexp"
	"sort"
	"strings"
)

type packageType int

const (
	typeGuess packageType = iota
	typeLibrary
	typeProgram
	typeLibraryProgram
	typeProgramLibrary
)

// upstream describes the upstream repo we are about to package.
type upstream struct {
	repoURL      string
	modulePath   string
	tarPath      string   // path to the downloaded or generated orig tarball tempfile
	compression  string   // compression method, either "gz" or "xz"
	version      string   // upstream version number, e.g. 0.0~git20180204.1d24609
	tag          string   // Latest upstream tag, if any
	commitIsh    string   // commit-ish corresponding to upstream version to be packaged
	remote       string   // git remote, set to short hostname if upstream git history is included
	firstMain    string   // import path of the first main package within repo, if any
	packageName  string   // package name of the requested package from pkg.go.dev
	vendorDirs   []string // all vendor sub directories, relative to the repo directory
	repoDeps     []string // all non-stdlib imports needed for build or tests
	repoRunDeps  []string // non-stdlib imports needed by normal builds, excluding test-only imports
	repoTestDeps []string // non-stdlib imports needed only by tests
	hasGodeps    bool     // whether the Godeps/_workspace directory exists
	hasRelease   bool     // whether any release tags exist, for debian/watch
	isRelease    bool     // whether what we end up packaging is a tagged release
	sha256       string   // SHA256 checksum of the source tarball
}

var errUnsupportedHoster = errors.New("unsupported hoster")

func passthroughEnv() []string {
	var relevantVariables = []string{
		"HOME",
		"PATH",
		"HTTP_PROXY", "http_proxy",
		"HTTPS_PROXY", "https_proxy",
		"ALL_PROXY", "all_proxy",
		"NO_PROXY", "no_proxy",
		"GIT_PROXY_COMMAND",
		"GIT_HTTP_PROXY_AUTHMETHOD",
	}
	var result []string
	for _, variable := range relevantVariables {
		if value, ok := os.LookupEnv(variable); ok {
			result = append(result, fmt.Sprintf("%s=%s", variable, value))
		}
	}
	return result
}

// findVendorDirs walks the directory tree rooted at dir and returns
// all vendor/ directories found, relative to dir.
func findVendorDirs(dir string) ([]string, error) {
	var vendorDirs []string
	err := filepath.Walk(dir, func(path string, info os.FileInfo, err error) error {
		if err != nil {
			return err
		}
		if info != nil && !info.IsDir() {
			return nil // nothing to do for anything but directories
		}
		if info.Name() == ".git" ||
			info.Name() == ".hg" ||
			info.Name() == ".bzr" {
			return filepath.SkipDir
		}
		if info.Name() == "vendor" {
			rel, err := filepath.Rel(dir, path)
			if err != nil {
				return fmt.Errorf("filepath.Rel: %w", err)
			}
			vendorDirs = append(vendorDirs, rel)
		}
		return nil
	})
	return vendorDirs, err
}

func downloadFile(filename, url string) error {
	dst, err := os.Create(filename)
	if err != nil {
		return fmt.Errorf("create: %w", err)
	}
	defer dst.Close()

	resp, err := http.Get(url)
	if err != nil {
		return fmt.Errorf("http get: %w", err)
	}
	defer resp.Body.Close()
	if resp.StatusCode != 200 {
		return fmt.Errorf("response: %s", resp.Status)
	}

	_, err = io.Copy(dst, resp.Body)
	if err != nil {
		return fmt.Errorf("copy: %w", err)
	}

	return nil
}

// fetchText fetches the content of a URL and returns it as a string.
// Returns an error if the HTTP status is not 200.
func fetchText(url string) (string, error) {
	resp, err := http.Get(url)
	if err != nil {
		return "", fmt.Errorf("http get: %w", err)
	}
	defer resp.Body.Close()
	if resp.StatusCode != 200 {
		return "", fmt.Errorf("response: %s", resp.Status)
	}
	body, err := io.ReadAll(io.LimitReader(resp.Body, 1<<20))
	if err != nil {
		return "", fmt.Errorf("read body: %w", err)
	}
	return string(body), nil
}

// get downloads the source module into the provided GOPATH,
// checking out the specified revision if non-empty.
func (u *upstream) get(gopath, sourceRepo, requestedPath, rev string) error {
	done := make(chan struct{})
	defer close(done)
	go progressSize("git clone", filepath.Join(gopath, "src"), done)

	info, err := getPkgsiteInfo(context.TODO(), requestedPath)
	if err != nil {
		return fmt.Errorf("get pkgsite metadata: %w", err)
	}
	u.packageName = info.Package.Name
	u.modulePath = info.Module.Path
	u.repoURL = gitCloneURLFromRepoURL(info.Module.RepoURL)
	if u.repoURL == "" {
		return fmt.Errorf("pkgsite module %q has no repository URL", info.Module.Path)
	}

	dir := filepath.Join(gopath, "src", sourceRepo)
	if err := os.MkdirAll(filepath.Dir(dir), 0755); err != nil {
		return fmt.Errorf("mkdir clone parent: %w", err)
	}

	cmd := exec.Command("git", "clone", u.repoURL, dir)
	cmd.Env = passthroughEnv()
	cmd.Stderr = os.Stderr
	log.Println("get: Running", cmd)
	if err := cmd.Run(); err != nil {
		return fmt.Errorf("git clone: %w", err)
	}

	if rev != "" {
		cmd = exec.Command("git", "-c", "advice.detachedHead=false", "checkout", rev)
		cmd.Dir = dir
		cmd.Env = passthroughEnv()
		cmd.Stderr = os.Stderr
		log.Println("get: Running", cmd, "in", cmd.Dir)
		if err := cmd.Run(); err != nil {
			return fmt.Errorf("git checkout %q: %w", rev, err)
		}
	}
	return nil
}

func guessedPackageType(u *upstream) packageType {
	if u.packageName == "main" || (u.packageName == "" && u.firstMain != "") {
		return typeProgram
	}
	return typeLibrary
}

// sourceImportPathForPackage returns the module root used for source checkout
// and tarball generation, while callers keep the requested import path for
// naming and go_import_path.
func sourceImportPathForPackage(requestedPath string, info *pkgsiteInfo) string {
	if info != nil && info.Package.ModulePath != "" {
		return info.Package.ModulePath
	}
	if info != nil && info.Module.Path != "" {
		return info.Module.Path
	}
	return requestedPath
}

// gitCloneURLFromRepoURL converts repository URLs returned by pkg.go.dev into
// something git clone understands. pkg.go.dev reports golang.org/x/* modules
// with a cs.opensource.google browser URL, so rewrite those to go.googlesource.com.
func gitCloneURLFromRepoURL(repoURL string) string {
	repoURL = strings.TrimSuffix(strings.TrimSpace(repoURL), ".git")
	u, err := url.Parse(repoURL)
	if err != nil || u.Host != "cs.opensource.google" {
		return repoURL
	}

	parts := strings.Split(strings.Trim(u.Path, "/"), "/")
	if len(parts) == 3 && parts[0] == "go" && parts[1] == "x" {
		return "https://go.googlesource.com/" + parts[2]
	}
	return repoURL
}

func (u *upstream) tarballURLForRef(ref, compression string) (string, error) {
	repo := strings.TrimSuffix(u.repoURL, ".git")
	if repo == "" {
		return "", fmt.Errorf("repository URL is empty")
	}
	repoU, err := url.Parse(repo)
	if err != nil {
		return "", fmt.Errorf("parse URL: %w", err)
	}

	switch repoU.Host {
	case "github.com":
		return fmt.Sprintf("%s/archive/%s.tar.%s",
			repo, ref, compression), nil
	case "gitlab.com", "salsa.debian.org":
		parts := strings.Split(repoU.Path, "/")
		if len(parts) < 3 {
			return "", fmt.Errorf("incomplete repo URL: %s", u.repoURL)
		}
		project := strings.TrimSuffix(parts[len(parts)-1], ".git")
		return fmt.Sprintf("%s/-/archive/%s/%s-%s.tar.%s",
			repo, ref, project, ref, compression), nil
	case "git.sr.ht":
		return fmt.Sprintf("%s/archive/%s.tar.%s",
			repo, ref, compression), nil
	case "codeberg.org":
		return fmt.Sprintf("%s/archive/%s.tar.%s",
			repo, ref, compression), nil
	default:
		return "", errUnsupportedHoster
	}
}

func (u *upstream) tarballUrl() (string, error) {
	return u.tarballURLForRef(u.tag, u.compression)
}

func moduleProxyEscapedPath(modulePath string) string {
	parts := strings.Split(strings.Trim(modulePath, "/"), "/")
	for i, part := range parts {
		parts[i] = moduleProxyEscapeString(part)
	}
	return strings.Join(parts, "/")
}

// moduleProxyEscapeString applies the case-escape required by the Go module
// proxy protocol: uppercase letters become "!" followed by lowercase.
// See https://go.dev/ref/mod#goproxy-protocol.
func moduleProxyEscapeString(s string) string {
	var b strings.Builder
	for _, r := range s {
		if r >= 'A' && r <= 'Z' {
			b.WriteByte('!')
			b.WriteRune(r + ('a' - 'A'))
			continue
		}
		b.WriteRune(r)
	}
	return strings.ReplaceAll(url.PathEscape(b.String()), "%21", "!")
}

// moduleProxyVersionForSpec leaves RPM macros unchanged and otherwise applies
// module proxy escaping so versions like v1.0.0-RC1 become v1.0.0-!r!c1.
func moduleProxyVersionForSpec(version string) string {
	if strings.Contains(version, "%{") {
		return version
	}
	return moduleProxyEscapeString(version)
}

func repoRootImportPath(repoURL string) string {
	u, err := url.Parse(strings.TrimSuffix(repoURL, ".git"))
	if err != nil {
		return ""
	}
	parts := strings.Split(strings.Trim(u.Path, "/"), "/")
	switch u.Host {
	case "github.com", "gitlab.com", "codeberg.org", "salsa.debian.org":
		if len(parts) >= 2 {
			return u.Host + "/" + strings.Join(parts[:2], "/")
		}
	}
	return ""
}

// moduleUsesRepoSubdir reports whether modulePath lives in a repository
// subdirectory. A trailing /vN semantic import version suffix is treated as
// part of the repo-root module path, not as a subdirectory.
func moduleUsesRepoSubdir(modulePath, repoURL string) bool {
	root := repoRootImportPath(repoURL)
	if root == "" || !strings.HasPrefix(modulePath, root+"/") {
		return false
	}
	rest := strings.TrimPrefix(modulePath, root+"/")
	return !regexp.MustCompile(`^v\d+$`).MatchString(rest)
}

// sourceRefForSpec picks the git ref for Source0, preferring RPM macros when
// the upstream version maps cleanly to %{commit_id} or %{version}.
func (u *upstream) sourceRefForSpec() (string, error) {
	ref := u.tag
	if strings.Contains(u.version, "commit_id") {
		ref = "%{commit_id}"
	} else if u.isRelease && u.tag == "v"+u.version {
		ref = "v%{version}"
	} else if u.isRelease && u.tag == u.version {
		ref = "%{version}"
	} else if ref == "" {
		ref = u.commitIsh
	}
	if ref == "" {
		return "", fmt.Errorf("source reference is empty")
	}
	return ref, nil
}

// sourceURLForSpec returns the Source0 URL for the spec file. It prefers
// hoster tarballs for repo-root modules, and uses proxy.golang.org zips for
// repo subdirectories or unsupported hosters. It returns an error for
// commit-pinned subdirectory modules because the proxy requires a canonical
// pseudo-version.
func (u *upstream) sourceURLForSpec(modulePath string) (string, error) {
	ref, err := u.sourceRefForSpec()
	if err != nil {
		return "", err
	}
	if moduleUsesRepoSubdir(modulePath, u.repoURL) {
		if strings.Contains(ref, "commit_id") {
			return "", fmt.Errorf("module proxy Source0 for commit-pinned subdirectory module %q requires a canonical pseudo-version", modulePath)
		}
		return fmt.Sprintf("https://proxy.golang.org/%s/@v/%s.zip#/%%{_name}-%%{version}.zip",
			moduleProxyEscapedPath(modulePath), moduleProxyVersionForSpec(ref)), nil
	}
	tarURL, err := u.tarballURLForRef(ref, "gz")
	if err == nil {
		return fmt.Sprintf("%s#/%%{_name}-%%{version}.tar.gz", tarURL), nil
	}
	if err != errUnsupportedHoster || modulePath == "" || strings.Contains(ref, "commit_id") {
		return "", err
	}

	return fmt.Sprintf("https://proxy.golang.org/%s/@v/%s.zip#/%%{_name}-%%{version}.zip",
		moduleProxyEscapedPath(modulePath), moduleProxyVersionForSpec(ref)), nil
}

func (u *upstream) tarballFromHoster() error {
	tarURL, err := u.tarballUrl()
	if err != nil {
		return err
	}

	done := make(chan struct{})
	go progressSize("Download", u.tarPath, done)

	log.Printf("Downloading %s", tarURL)
	err = downloadFile(u.tarPath, tarURL)

	close(done)

	if err != nil {
		return err
	}

	u.sha256 = u.fetchChecksumFromReleasePage()
	if u.sha256 == "" {
		sum, err := fileSHA256(u.tarPath)
		if err != nil {
			log.Printf("INFO: Could not compute source tarball sha256: %v", err)
		} else {
			u.sha256 = sum
		}
	}

	return nil
}

// fetchChecksumFromReleasePage fetches the GitHub/GitLab release page and
// attempts to extract a SHA-256 checksum for the source tarball from the
// page content. Some projects include the checksum in the release body
// markdown, e.g. "sha256: <hex>" or "SHA256: <hex>".
func (u *upstream) fetchChecksumFromReleasePage() string {
	releaseURL := u.releasePageURL()
	if releaseURL == "" {
		return ""
	}

	log.Printf("Fetching release page %s for checksum", releaseURL)
	content, err := fetchText(releaseURL)
	if err != nil {
		log.Printf("INFO: Could not fetch release page: %v", err)
		return ""
	}

	return extractSHA256FromHTML(content, u.tag)
}

// releasePageURL constructs the release page URL for the current tag.
// For GitHub: https://github.com/{owner}/{repo}/releases/tag/{tag}
// For GitLab: https://gitlab.com/{owner}/{repo}/-/releases/{tag}
func (u *upstream) releasePageURL() string {
	repo := strings.TrimSuffix(u.repoURL, ".git")
	if repo == "" || u.tag == "" {
		return ""
	}
	repoU, err := url.Parse(repo)
	if err != nil {
		return ""
	}

	switch repoU.Host {
	case "github.com":
		return fmt.Sprintf("%s/releases/tag/%s", repo, u.tag)
	case "gitlab.com", "salsa.debian.org":
		return fmt.Sprintf("%s/-/releases/%s", repo, u.tag)
	default:
		return ""
	}
}

// extractSHA256FromHTML searches HTML content for a SHA-256 checksum
// associated with the tarball for the given tag. It looks for patterns like:
//
//	sha256: <64-hex-chars>
//	SHA256: <64-hex-chars>
//	sha256sum: <64-hex-chars>
//
// It also tries to match checksums near tarball-related filenames.
func extractSHA256FromHTML(html, tag string) string {
	lower := strings.ToLower(html)

	patterns := []*regexp.Regexp{
		regexp.MustCompile(`sha-?256(?:sum)?[:\s]+([a-f0-9]{64})`),
		regexp.MustCompile(`sha-?256(?:sum)?[:\s]*([a-f0-9]{64})`),
	}

	for _, re := range patterns {
		if m := re.FindStringSubmatch(lower); len(m) > 1 && isValidSHA256(m[1]) {
			return m[1]
		}
	}

	// Fallback: look for a 64-char hex string near "tar" or "source" keywords
	tarRe := regexp.MustCompile(`(?:tar|source)[^a-f0-9]{0,80}([a-f0-9]{64})`)
	if m := tarRe.FindStringSubmatch(lower); len(m) > 1 {
		if isValidSHA256(m[1]) {
			return m[1]
		}
	}
	revTarRe := regexp.MustCompile(`([a-f0-9]{64})[^a-f0-9]{0,80}(?:tar|source)`)
	if m := revTarRe.FindStringSubmatch(lower); len(m) > 1 {
		if isValidSHA256(m[1]) {
			return m[1]
		}
	}

	return ""
}

// isValidSHA256 reports whether s is a valid lowercase hexadecimal string
// of exactly 64 characters (the length of a SHA-256 digest).
func isValidSHA256(s string) bool {
	if len(s) != 64 {
		return false
	}
	for _, c := range s {
		if !((c >= '0' && c <= '9') || (c >= 'a' && c <= 'f')) {
			return false
		}
	}
	return true
}

func fileSHA256(path string) (string, error) {
	f, err := os.Open(path)
	if err != nil {
		return "", fmt.Errorf("open: %w", err)
	}
	defer f.Close()

	sum := sha256.New()
	if _, err := io.Copy(sum, f); err != nil {
		return "", fmt.Errorf("hash: %w", err)
	}
	return hex.EncodeToString(sum.Sum(nil)), nil
}

func (u *upstream) tar(gopath, repo string) error {
	f, err := os.CreateTemp("", "pack-tmp")
	if err != nil {
		return fmt.Errorf("create temp file: %w", err)
	}
	u.tarPath = f.Name()
	f.Close()

	if u.isRelease {
		if u.hasGodeps {
			log.Printf("Godeps/_workspace exists, not downloading tarball from hoster.")
		} else {
			u.compression = "gz"
			if err := u.tarballFromHoster(); err == nil {
				return nil
			} else if err == errUnsupportedHoster {
				log.Printf("INFO: Hoster does not provide release tarball\n")
			} else {
				log.Printf("WARNING: Could not download release tarball from hoster, falling back to local git archive: %v\n", err)
			}
		}
	}

	u.compression = "xz"
	base := filepath.Base(repo)
	log.Printf("Generating temp tarball as %q\n", u.tarPath)
	dir := filepath.Dir(repo)
	cmd := exec.Command(
		"tar",
		"cJf",
		u.tarPath,
		"--exclude=.git",
		"--exclude=Godeps/_workspace",
		base)
	cmd.Dir = filepath.Join(gopath, "src", dir)
	cmd.Stderr = os.Stderr
	return cmd.Run()
}

// findMains finds main packages within the repo (useful to auto-detect the
// package type).
func (u *upstream) findMains(gopath, repo string) error {
	cmd := exec.Command("go", "list", "-e", "-f", "{{.ImportPath}} {{.Name}}", repo+"/...")
	cmd.Dir = filepath.Join(gopath, "src", repo)
	cmd.Env = passthroughEnv()
	cmd.Stderr = os.Stderr
	log.Println("findMains: Running", cmd, "in", cmd.Dir)
	out, err := cmd.Output()
	if err != nil {
		log.Println("WARNING: In findMains:", fmt.Errorf("%q: %w", cmd.Args, err))
		log.Printf("Retrying without appending \"/...\" to repo")
		cmd = exec.Command("go", "list", "-e", "-f", "{{.ImportPath}} {{.Name}}", repo)
		cmd.Dir = filepath.Join(gopath, "src", repo)
		cmd.Env = passthroughEnv()
		cmd.Stderr = os.Stderr
		log.Println("findMains: Running", cmd, "in", cmd.Dir)
		out, err = cmd.Output()
		if err != nil {
			log.Println("WARNING: In findMains:", fmt.Errorf("%q: %w", cmd.Args, err))
		}
	}
	for _, line := range strings.Split(strings.TrimSpace(string(out)), "\n") {
		if strings.Contains(line, "/vendor/") ||
			strings.Contains(line, "/Godeps/") ||
			strings.Contains(line, "/samples/") ||
			strings.Contains(line, "/examples/") ||
			strings.Contains(line, "/example/") {
			continue
		}
		if strings.HasSuffix(line, " main") {
			u.firstMain = strings.TrimSuffix(line, " main")
			break
		}
	}
	return nil
}

type goListPackage struct {
	ImportPath   string
	Imports      []string
	TestImports  []string
	XTestImports []string
	Error        *struct {
		Err string
	}
}

func shouldIgnoreGoDependency(p, repo string) bool {
	if p == "" {
		return true
	}
	// Strip packages that are included in the repository we are packaging.
	if strings.HasPrefix(p, repo+"/") || p == repo {
		return true
	}
	if p == "C" {
		// TODO: maybe parse the comments to figure out C deps from pkg-config files?
		return true
	}
	return false
}

func addGoDependencies(deps map[string]bool, repo string, imports []string) {
	for _, p := range imports {
		if shouldIgnoreGoDependency(p, repo) {
			continue
		}
		deps[p] = true
	}
}

func sortedDependencySet(deps map[string]bool) []string {
	result := make([]string, 0, len(deps))
	for dep := range deps {
		result = append(result, dep)
	}
	sort.Strings(result)
	return result
}

// setRepoDependencies stores three views of imports: repoDeps is the union for
// BuildRequires, repoRunDeps is non-test imports for library Requires, and
// repoTestDeps is imports used only by tests.
func (u *upstream) setRepoDependencies(runtimeDeps, testDeps map[string]bool) {
	buildDeps := make(map[string]bool, len(runtimeDeps)+len(testDeps))
	for dep := range runtimeDeps {
		buildDeps[dep] = true
	}
	testOnlyDeps := make(map[string]bool)
	for dep := range testDeps {
		buildDeps[dep] = true
		if !runtimeDeps[dep] {
			testOnlyDeps[dep] = true
		}
	}

	u.repoDeps = sortedDependencySet(buildDeps)
	u.repoRunDeps = sortedDependencySet(runtimeDeps)
	u.repoTestDeps = sortedDependencySet(testOnlyDeps)
}

func (u *upstream) findDependencies(gopath, repo string) error {
	log.Printf("Determining dependencies\n")

	cmd := exec.Command("go", "list", "-e", "-json", repo+"/...")
	cmd.Dir = filepath.Join(gopath, "src", repo)
	cmd.Env = passthroughEnv()
	cmd.Stderr = os.Stderr

	out, err := cmd.Output()
	if err != nil {
		log.Println("WARNING: In findDependencies:", fmt.Errorf("%q: %w", cmd.Args, err))
		// See https://bugs.debian.org/992610
		log.Printf("Retrying without appending \"/...\" to repo")
		cmd = exec.Command("go", "list", "-e", "-json", repo)
		cmd.Dir = filepath.Join(gopath, "src", repo)
		cmd.Env = passthroughEnv()
		cmd.Stderr = os.Stderr
		out, err = cmd.Output()
		if err != nil {
			return fmt.Errorf("go list dependencies: %q: %w", cmd.Args, err)
		}
	}

	runtimeDeps := make(map[string]bool)
	testDeps := make(map[string]bool)
	dec := json.NewDecoder(strings.NewReader(string(out)))
	for {
		var pkg goListPackage
		err := dec.Decode(&pkg)
		if errors.Is(err, io.EOF) {
			break
		}
		if err != nil {
			return fmt.Errorf("decode go list dependency output: %w", err)
		}
		if pkg.Error != nil && pkg.Error.Err != "" {
			log.Printf("WARNING: go list reported package load error for %q: %s\n", pkg.ImportPath, pkg.Error.Err)
		}
		addGoDependencies(runtimeDeps, repo, pkg.Imports)
		addGoDependencies(testDeps, repo, pkg.TestImports)
		addGoDependencies(testDeps, repo, pkg.XTestImports)
	}

	if len(runtimeDeps) == 0 && len(testDeps) == 0 {
		return nil
	}

	// Remove all packages which are in the standard lib.
	cmd = exec.Command("go", "list", "std")
	cmd.Stderr = os.Stderr
	cmd.Env = passthroughEnv()

	out, err = cmd.Output()
	if err != nil {
		return fmt.Errorf("go list std: (args: %v): %w", cmd.Args, err)
	}

	for _, line := range strings.Split(strings.TrimSpace(string(out)), "\n") {
		delete(runtimeDeps, line)
		delete(testDeps, line)
	}

	u.setRepoDependencies(runtimeDeps, testDeps)

	return nil
}

// makeUpstreamSourceTarball downloads the source module from the Internet,
// checks out the specified revision, determines the version number, removes
// vendored dependencies, and creates a tarball of the upstream source code.
// It also discovers main packages and dependencies, and may check out a release
// tag different from the requested revision when pkgVersionFromGit selects one.
// It returns an upstream struct describing the downloaded package.
func makeUpstreamSourceTarball(requestedPath, sourceRepo, revision string, forcePrerelease bool) (*upstream, error) {
	gopath, err := os.MkdirTemp("", "pack-tmp")
	if err != nil {
		return nil, fmt.Errorf("create tmp dir: %w", err)
	}
	defer os.RemoveAll(gopath)
	repoDir := filepath.Join(gopath, "src", sourceRepo)

	var u upstream

	log.Printf("Downloading %q\n", sourceRepo+"/...")
	if err := u.get(gopath, sourceRepo, requestedPath, revision); err != nil {
		return nil, fmt.Errorf("get source: %w", err)
	}

	// Verify early this repository uses git (we call pkgVersionFromGit later):
	if _, err := os.Stat(filepath.Join(repoDir, ".git")); os.IsNotExist(err) {
		return nil, fmt.Errorf("not a git repository; This program currently only supports git")
	}

	u.vendorDirs, err = findVendorDirs(repoDir)
	if err != nil {
		return nil, fmt.Errorf("find vendor dirs: %w", err)
	}
	if len(u.vendorDirs) > 0 {
		log.Printf("Deleting upstream vendor/ directories")
		for _, dir := range u.vendorDirs {
			if err := os.RemoveAll(filepath.Join(repoDir, dir)); err != nil {
				return nil, fmt.Errorf("remove all: %w", err)
			}
		}
	}

	if _, err := os.Stat(filepath.Join(repoDir, "Godeps", "_workspace")); !os.IsNotExist(err) {
		log.Println("Godeps/_workspace detected")
		u.hasGodeps = true
	}

	log.Printf("Determining upstream version number\n")

	preferredRevision := revision
	if preferredRevision == "" {
		// Reuses the cache populated by u.get above when available.
		if info, err := getPkgsiteInfo(context.TODO(), requestedPath); err == nil {
			preferredRevision = info.Package.Version
			log.Printf("Using pkg.go.dev latest version %q as the preferred release", preferredRevision)
		}
	}
	u.version, err = pkgVersionFromGit(repoDir, &u, preferredRevision, forcePrerelease)
	if err != nil {
		return nil, fmt.Errorf("get package version from Git: %w", err)
	}

	log.Printf("Package version is %q\n", u.version)

	if u.isRelease && u.tag != "" {
		// pkgVersionFromGit may select a release tag different from the revision
		// passed by the user; dependency and tarball discovery must use that tree.
		cmd := exec.Command("git", "-c", "advice.detachedHead=false", "checkout", u.tag)
		cmd.Dir = repoDir
		cmd.Env = passthroughEnv()
		cmd.Stderr = os.Stderr
		log.Println("makeUpstreamSourceTarball: Running", cmd, "in", cmd.Dir)
		if err := cmd.Run(); err != nil {
			return nil, fmt.Errorf("git checkout release tag %q: %w", u.tag, err)
		}
	}

	if err := u.findMains(gopath, sourceRepo); err != nil {
		return nil, fmt.Errorf("find mains: %w", err)
	}

	if err := u.findDependencies(gopath, sourceRepo); err != nil {
		return nil, fmt.Errorf("find dependencies: %w", err)
	}

	if err := u.tar(gopath, sourceRepo); err != nil {
		return nil, fmt.Errorf("tar: %w", err)
	}

	return &u, nil
}

func createDirectory(openRuyiSrc string) (string, error) {
	wd, err := os.Getwd()
	if err != nil {
		return "", fmt.Errorf("get cwd: %w", err)
	}
	dir := filepath.Join(wd, openRuyiSrc)

	// Try to create the directory
	err = os.Mkdir(dir, 0755)
	if err != nil {
		// If directory already exists, that's ok (it was verified to be empty)
		if !os.IsExist(err) {
			return "", fmt.Errorf("mkdir: %w", err)
		}
	}
	return dir, nil
}

// Package names (both source and binary, see Package, Section 5.6.7) must
// consist only of lower case letters (a-z), digits (0-9), plus (+) and minus
// (-) signs, and periods (.). They must be at least two characters long and
// must start with an alphanumeric character.
func normalizePackageName(str string) string {
	lowerDigitPlusMinusDot := func(r rune) rune {
		switch {
		case r >= 'a' && r <= 'z' || '0' <= r && r <= '9':
			return r
		case r >= 'A' && r <= 'Z':
			return r + ('a' - 'A')
		case r == '.' || r == '+' || r == '-':
			return r
		case r == '_':
			return '-'
		}
		return -1
	}

	safe := strings.Trim(strings.Map(lowerDigitPlusMinusDot, str), "-")
	if len(safe) < 2 {
		return "TODO"
	}

	return safe
}

// shortHostName maps a Go package import path to a canonical short hostname
func shortHostName(gopkg string, allowUnknownHoster bool) (host string, err error) {
	knownHosts := map[string]string{
		// keep the list in alphabetical order
		"bazil.org":            "bazil",
		"bitbucket.org":        "bitbucket",
		"blitiri.com.ar":       "blitiri",
		"cloud.google.com":     "googlecloud",
		"code.google.com":      "googlecode",
		"codeberg.org":         "codeberg",
		"filippo.io":           "filippo",
		"fortio.org":           "fortio",
		"fyne.io":              "fyne",
		"git.sr.ht":            "sourcehut",
		"github.com":           "github",
		"gitlab.com":           "gitlab",
		"go.bug.st":            "bugst",
		"go.cypherpunks.ru":    "cypherpunks",
		"go.yaml.in":           "yaml",
		"go.mongodb.org":       "mongodb",
		"go.opentelemetry.io":  "opentelemetry",
		"go.step.sm":           "step",
		"go.uber.org":          "uber",
		"go4.org":              "go4",
		"gocloud.dev":          "gocloud",
		"golang.org":           "golang",
		"google.golang.org":    "google",
		"gopkg.in":             "gopkg",
		"honnef.co":            "honnef",
		"howett.net":           "howett",
		"k8s.io":               "k8s",
		"modernc.org":          "modernc",
		"pault.ag":             "pault",
		"rsc.io":               "rsc",
		"salsa.debian.org":     "debian",
		"sigs.k8s.io":          "k8s-sigs",
		"software.sslmate.com": "sslmate",
		"zgo.at":               "zgoat",
	}
	parts := strings.Split(gopkg, "/")
	fqdn := parts[0]
	if host, ok := knownHosts[fqdn]; ok {
		return host, nil
	}
	if !allowUnknownHoster {
		return "", fmt.Errorf("unknown hoster %q", fqdn)
	}
	suffix, _ := publicsuffix.PublicSuffix(fqdn)
	// 防止 panic: runtime error: slice bounds out of range [:-1]
	// 如果 fqdn 长度不足以包含 suffix 和一个点号（例如 "localhost" 或 "yaml"），则直接使用 fqdn
	if len(fqdn) <= len(suffix)+len(".") {
		log.Printf("WARNING: Cannot strip suffix %q from %q (too short), using %q as hostname.", suffix, fqdn, fqdn)
		return fqdn, nil
	}
	host = fqdn[:len(fqdn)-len(suffix)-len(".")]
	log.Printf("WARNING: Using %q as canonical hostname for %q. If that is not okay, please file a bug against %s.\n", host, fqdn, os.Args[0])
	return host, nil
}

// nameFromGopkg maps a Go package import path to a openRuyi package name.
// e.g. "golang.org/x/text" → "go-golang-x-text".
// This follows https://fedoraproject.org/wiki/PackagingDrafts/Go#Package_Names
func nameFromGopkg(gopkg string, t packageType, customProgPkgName string, allowUnknownHoster bool) string {
	parts := strings.Split(gopkg, "/")

	if t == typeProgram || t == typeProgramLibrary {
		if customProgPkgName != "" {
			return normalizePackageName(customProgPkgName)
		}
		return normalizePackageName(parts[len(parts)-1])
	}

	host, err := shortHostName(gopkg, allowUnknownHoster)
	if err != nil {
		log.Fatalf("Cannot derive package name: %v. See -help output for -allow_unknown_hoster\n", err)
	}
	parts[0] = host

	return normalizePackageName("go-" + strings.Join(parts, "-"))
}

func copyFile(src, dest string) error {
	input, err := os.Open(src)
	if err != nil {
		return fmt.Errorf("open: %w", err)
	}
	defer input.Close()

	output, err := os.Create(dest)
	if err != nil {
		return fmt.Errorf("create: %w", err)
	}
	if _, err := io.Copy(output, input); err != nil {
		return fmt.Errorf("copy: %w", err)
	}
	return output.Close()
}

// mainPack is the entry point for the "pack" command.
func mainPack(args []string, usage func()) {
	flagSet := flag.NewFlagSet("pack", flag.ExitOnError)
	if usage != nil {
		flagSet.Usage = usage
	} else {
		flagSet.Usage = func() {
			fmt.Fprintf(os.Stderr, "Usage: %s [pack] [FLAG]... <go-package-importpath>\n", os.Args[0])
			fmt.Fprintf(os.Stderr, "Example: %s pack golang.org/x/oauth2\n", os.Args[0])
			fmt.Fprintf(os.Stderr, "\n")
			fmt.Fprintf(os.Stderr, "\"%s pack\" downloads the specified Go package from the Internet,\nand creates new files and directories in the current working directory.\n", os.Args[0])
			fmt.Fprintf(os.Stderr, "\n")
			fmt.Fprintf(os.Stderr, "Flags:\n")
			flagSet.PrintDefaults()
		}
	}

	var gitRevision string
	flagSet.StringVar(&gitRevision,
		"git_revision",
		"",
		"git revision (see gitrevisions(7)) of the specified Go package\n"+
			"to check out, defaulting to the default behavior of git clone.\n"+
			"Useful in case you do not want to package e.g. current HEAD.")

	var forcePrerelease bool
	flagSet.BoolVar(&forcePrerelease,
		"force_prerelease",
		false,
		"Package @master or @tip instead of the latest tagged version")

	var pkgTypeString string
	flagSet.StringVar(&pkgTypeString,
		"type",
		"",
		"Set package type, one of:\n"+
			` * "library" (aliases: "lib", "l", "dev")`+"\n"+
			` * "program" (aliases: "prog", "p")`+"\n"+
			` * "library+program" (aliases: "lib+prog", "l+p", "both")`+"\n"+
			` * "program+library" (aliases: "prog+lib", "p+l", "combined")`)

	var customProgPkgName string
	flagSet.StringVar(&customProgPkgName,
		"program_package_name",
		"",
		"Override the program package name, and the source package name too\n"+
			"when appropriate, e.g. to name github.com/cli/cli as \"gh\"")

	var allowUnknownHoster bool
	flagSet.BoolVar(&allowUnknownHoster,
		"allow_unknown_hoster",
		false,
		"The pkg-go naming conventions use a canonical identifier for\n"+
			"the hostname (see https://go-team.pages.debian.net/packaging.html),\n"+
			"and the mapping is hardcoded into this program.\n"+
			"In case you want to package a Go package living on an unknown hoster,\n"+
			"you may set this flag to true and double-check that the resulting\n"+
			"package name is sane. Contact pkg-go if unsure.")

	// Actual pack starts here

	// Parse flags
	err := flagSet.Parse(args)
	if err != nil {
		log.Fatalf("parse args: %v", err)
	}

	// Check for required positional argument
	if flagSet.NArg() < 1 {
		flagSet.Usage()
		os.Exit(1)
	}

	gitRevision = strings.TrimSpace(gitRevision)
	gopkg := flagSet.Arg(0)

	// Remove URL scheme if present (https://, http://, git://, etc.)
	gopkg = strings.TrimPrefix(strings.TrimPrefix(strings.TrimPrefix(gopkg, "https://"), "http://"), "git://")

	// Verify the provided argument using the official pkg.go.dev API. Keep the
	// requested path for naming and go_import_path; use the module path only for
	// source checkout and tarball generation.
	info, err := getPkgsiteInfo(context.TODO(), gopkg)
	if err != nil {
		log.Fatalf("Verifying arguments: %v — did you specify a Go package import path?", err)
	}
	sourceGopkg := sourceImportPathForPackage(gopkg, info)
	if sourceGopkg != gopkg {
		log.Printf("Using module root %q as source checkout for specified import path %q", sourceGopkg, gopkg)
	}

	// Set default source and binary package names.
	openRuyiSrc := nameFromGopkg(gopkg, typeLibrary, customProgPkgName, allowUnknownHoster)
	openRuyiLib := openRuyiSrc
	openRuyiProgram := nameFromGopkg(gopkg, typeProgram, customProgPkgName, allowUnknownHoster)

	var pkgType packageType

	switch strings.TrimSpace(pkgTypeString) {
	case "", "guess":
		pkgType = typeGuess
	case "library", "lib", "l", "dev":
		pkgType = typeLibrary
	case "program", "prog", "p":
		pkgType = typeProgram
	case "library+program", "lib+prog", "l+p", "both":
		// Example packages: go-github-alecthomas-chroma,
		// go-github-tdewolff-minify, go-github-spf13-viper
		pkgType = typeLibraryProgram
	case "program+library", "prog+lib", "p+l", "combined":
		// Example package: hugo
		pkgType = typeProgramLibrary
	default:
		log.Fatalf("-type=%q not recognized, aborting\n", pkgTypeString)
	}

	if pkgType != typeGuess {
		openRuyiSrc = nameFromGopkg(gopkg, pkgType, customProgPkgName, allowUnknownHoster)
	}

	if strings.ToLower(gopkg) != gopkg {
		// Without -git_revision, specifying the package name in the wrong case
		// will lead to two checkouts, i.e. wasting bandwidth. With
		// -git_revision, packaging might fail.
		//
		// In case it turns out that Go package names should never contain any
		// uppercase letters, we can just auto-convert the argument.
		log.Printf("WARNING: Go package names are case-sensitive. Did you really mean %q instead of %q?\n",
			gopkg, strings.ToLower(gopkg))
	}

	// NOTE: directory existence is checked after determining final openRuyiSrc

	// Create a tarball of the upstream source
	u, err := makeUpstreamSourceTarball(gopkg, sourceGopkg, gitRevision, forcePrerelease)
	if err != nil {
		log.Fatalf("Could not create a tarball of the upstream source: %v\n", err)
	}

	if pkgType == typeGuess {
		switch guessedPackageType(u) {
		case typeProgram:
			if u.packageName == "main" {
				log.Printf("Assuming you are packaging a program (because pkg.go.dev reports package %q as main), use -type to override\n", gopkg)
			} else {
				log.Printf("Assuming you are packaging a program (because %q defines a main package), use -type to override\n", u.firstMain)
			}
			pkgType = typeProgram
			openRuyiSrc = nameFromGopkg(gopkg, pkgType, customProgPkgName, allowUnknownHoster)
		default:
			if u.firstMain != "" {
				log.Printf("Found main package %q, but pkg.go.dev reports root package %q; assuming library, use -type to override\n", u.firstMain, u.packageName)
			}
			pkgType = typeLibrary
		}
	}

	// Now that we know the final package name, check output directory
	dirInfo, err := os.Stat(openRuyiSrc)
	if err == nil {
		if !dirInfo.IsDir() {
			log.Fatalf("%q exists but is not a directory\n", openRuyiSrc)
		}
		entries, err := os.ReadDir(openRuyiSrc)
		if err != nil {
			log.Fatalf("Failed to read directory %q: %v\n", openRuyiSrc, err)
		}
		if len(entries) != 0 {
			log.Fatalf("Output directory %q exists and is non-empty, aborting\n", openRuyiSrc)
		}
	} else if !os.IsNotExist(err) {
		log.Fatalf("Failed to stat %q: %v\n", openRuyiSrc, err)
	}

	orig := fmt.Sprintf("%s_%s.orig.tar.%s", openRuyiSrc, u.version, u.compression)
	log.Printf("Moving tempfile to %q\n", orig)
	// We need to copy the file, merely renaming is not enough since the file
	// might be on a different filesystem (/tmp often is a tmpfs).
	if err := copyFile(u.tarPath, orig); err != nil {
		log.Fatalf("Could not rename orig tarball from %q to %q: %v\n", u.tarPath, orig, err)
	}
	if err := os.Remove(u.tarPath); err != nil {
		log.Printf("Could not remove tempfile %q: %v\n", u.tarPath, err)
	}

	// Now we create our rpm spec file from the gathered information.
	dir, err := createDirectory(openRuyiSrc)
	if err != nil {
		log.Fatalf("Could not create repository: %v\n", err)
	}

	if err := writeSpec(dir, gopkg, openRuyiSrc, openRuyiLib, openRuyiProgram, u.version,
		pkgType, u); err != nil {
		log.Fatalf("Could not create spec file: %v\n", err)
	}

	log.Println("Done!")

	fmt.Printf("\n")
	fmt.Printf("Packaging successfully created in %s\n", dir)
	switch pkgType {
	case typeLibrary:
		fmt.Printf("    Binary: %s\n", openRuyiLib)
	case typeProgram:
		fmt.Printf("    Binary: %s\n", openRuyiProgram)
	case typeLibraryProgram:
		fmt.Printf("    Binary: %s\n", openRuyiLib)
		fmt.Printf("    Binary: %s\n", openRuyiProgram)
	case typeProgramLibrary:
		fmt.Printf("    Binary: %s\n", openRuyiProgram)
		fmt.Printf("    Binary: %s\n", openRuyiLib)
	}
	fmt.Printf("\n")
}