go-repo/module.go

package main

import (
	"fmt"
	"html/template"
	"io/ioutil"
	"net/http"
	"path"
	"strings"
	"sync"

	"github.com/ghodss/yaml"
	"github.com/gomarkdown/markdown"
	"github.com/gomarkdown/markdown/parser"
	"go.uber.org/multierr"
)

var (
	mu sync.RWMutex
)

type Config struct {
	Modules []*Module
}

type Module struct {
	Import     string `json:"import"`
	Repository string `json:"repository"`
	Readme     string `json:"readme"`
	ReadmeHTML template.HTML `json:"-"`
}

func (m *Module) LoadReadme() error {
	if m.Readme == "" {
		m.Readme = m.Repository + "/raw/master/README.md"
	}
	if !strings.HasPrefix(m.Readme, "http") {
		m.Readme = "https://" + m.Readme
	}
	res, err := http.Get(m.Readme)
	if err != nil {
		return err
	}
	defer res.Body.Close()
	if res.StatusCode > 300 {
		return fmt.Errorf("request failed: %s (%d)", res.Status, res.StatusCode)
	}
	b, err := ioutil.ReadAll(res.Body)
	if err != nil {
		return err
	}
	extensions := parser.CommonExtensions | parser.AutoHeadingIDs
	mdParser := parser.NewWithExtensions(extensions)
	m.ReadmeHTML = template.HTML(markdown.ToHTML(b, mdParser, nil))
	return nil
}

func NewModules(path string) (Modules, error) {
	b, err := ioutil.ReadFile(path)
	if err != nil {
		return nil, err
	}
	c := &Config{}
	if err := yaml.Unmarshal(b, c); err != nil {
		return nil, err
	}
	return c.Modules, nil
}

type Modules []*Module

func (m *Modules) Find(name string) (*Module, bool) {
	for _, v := range *m {
		mod := path.Base(v.Import)
		if mod == name {
			return v, true
		}
	}
	return nil, false
}

func (m *Modules) LoadReadme() error {
	mu.Lock()
	defer mu.Unlock()
	errs := make(chan error, len(*m))
	for _, v := range *m {
		go func(mod *Module) {
			errs <- mod.LoadReadme()
		}(v)
	}
	var err error
	for range *m {
		err = multierr.Append(err, <-errs)
	}
	return err
}