feat: implement Meta crawler using chromedp and register it in worker pool

This commit is contained in:
2026-08-22 01:06:47 -07:00
parent f8bfc4b5e3
commit af1ee1c9b3
6 changed files with 251 additions and 2 deletions
+4
View File
@@ -17,6 +17,7 @@ import (
"github.com/hireme/hireme/internal/logger"
"github.com/hireme/hireme/pkg/crawler/apple"
"github.com/hireme/hireme/pkg/crawler/google"
"github.com/hireme/hireme/pkg/crawler/meta"
)
type WorkerPool struct {
@@ -296,5 +297,8 @@ func (p *WorkerPool) getCrawlerForPlatform(platform string) crawler.SiteCrawler
if strings.Contains(plat, "apple") {
return apple.NewAppleCrawler()
}
if strings.Contains(plat, "meta") || strings.Contains(plat, "facebook") {
return meta.NewMetaCrawler()
}
return crawler.NewGenericCrawler()
}