INNER CODE UNIT · Go

downloadImages

nisrulz/app-privacy-policy-generator · tools/reviews-page-generator/main.go:181

func downloadImages(client *http.Client, comments []ghComment) {
	imageMap = make(map[string]string)

	var (
		mu   sync.Mutex
		wg   sync.WaitGroup
		seen = make(map[string]bool)
	)
	sem := make(chan struct{}, concurrency)

	for _, c := range comments {
		var urls []string
		for _, u := range imageURLRe.FindAllString(c.Body, -1) {
			urls = append(urls, strings.Split(u, "?")[0])
		}
		for _, u := range ghAssetRe.FindAllString(c.Body, -1) {
			urls = append(urls, u)
		}

View source record →