modules.go

package cheerio

import (
	"regexp"
	"strings"
)

var topLevelTxtPattern = regexp.MustCompile(`(?:[^/]+/)*(?:[^/]*\.egg\-info/top_level\.txt)`)

// Returns the top-level modules for a given PyPI package. This information is typically stored in the PyPI metadata, which is fetched from the remote
// PyPI server. In some cases where the information is unavailable in the metadata, it has been hard-coded below.
func (p *PackageIndex) FetchSourceTopLevelModules(pkg string) ([]string, error) {
	b, err := p.FetchRawMetadata(pkg, topLevelTxtPattern, topLevelTxtPattern, topLevelTxtPattern)
	if err != nil {
		// If error, try to fall back to hard-coded top-level modules
		if hardCodedModules, in := pypiTopLevelModules[pkg]; in {
			return hardCodedModules, nil
		} else {
			return nil, err
		}
	}

	var modules []string
	for _, line := range strings.Split(string(b), "\n") {
		if module := strings.TrimSpace(line); module != "" {
			modules = append(modules, module)
		}
	}
	return modules, nil
}

var pypiTopLevelModules = map[string][]string{
	"pyyaml":          []string{"yaml"},
	"django-tastypie": []string{"tastypie"},
	"twisted":         []string{"twisted"},
	"apache-libcloud": []string{"libcloud"},
}