diff --git a/internal/pkg/crawl/sitespecific/reddit/post.go b/internal/pkg/crawl/sitespecific/reddit/post.go index f4241db9..1ffc5280 100644 --- a/internal/pkg/crawl/sitespecific/reddit/post.go +++ b/internal/pkg/crawl/sitespecific/reddit/post.go @@ -195,6 +195,10 @@ func ExtractPost(body []byte) (permalinks []string, assets []string, err error) return permalinks, assets, err } + if len(data.Data.Children) == 0 { + return permalinks, assets, fmt.Errorf("no children found in post") + } + permalinks = append(permalinks, fmt.Sprintf("https://www.reddit.com%s", data.Data.Children[0].Data.Permalink), fmt.Sprintf("https://old.reddit.com%s", data.Data.Children[0].Data.Permalink)) assets, err = extractor.GetURLsFromJSON(body)