crawl video sources

david-cako · May 17, 2023 · bcc358c · bcc358c
1 parent 2ed325e
commit bcc358c
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/crawl.go b/crawl.go
@@ -268,6 +268,12 @@ func Crawl(page string, outDir string, password string, skipExisting bool, skipA
 			}
 		})
 
+		c.OnHTML("source", func(e *colly.HTMLElement) {
+			if !Exists(e.Attr(("src"))) || !skipExisting {
+				e.Request.Visit(e.Attr(("src")))
+			}
+		})
+
 		c.OnHTML("audio", func(e *colly.HTMLElement) {
 			if !Exists(e.Attr(("src"))) || !skipExisting {
 				e.Request.Visit(e.Attr(("src")))