INNER CODE UNIT · Go

fetchPage

nisrulz/app-privacy-policy-generator · tools/reviews-page-generator/main.go:123

func fetchPage(client *http.Client, page int) []ghComment {
	for attempt := 0; attempt < 3; attempt++ {
		req, _ := http.NewRequest("GET", apiURL, nil)
		q := req.URL.Query()
		q.Set("per_page", "100")
		q.Set("page", fmt.Sprintf("%d", page))
		req.URL.RawQuery = q.Encode()
		req.Header.Set("User-Agent", repoName)

		resp, err := client.Do(req)
		if err != nil {
			fmt.Printf("  Error fetching page %d: %v\n", page, err)
			return nil
		}

		if resp.StatusCode == http.StatusForbidden {
			resp.Body.Close()
			fmt.Println("  Rate limited, waiting 60s...")

View source record →