feat: implement Meta crawler using chromedp and register it in worker pool
This commit is contained in:
@@ -17,6 +17,7 @@ import (
|
||||
"github.com/hireme/hireme/internal/logger"
|
||||
"github.com/hireme/hireme/pkg/crawler/apple"
|
||||
"github.com/hireme/hireme/pkg/crawler/google"
|
||||
"github.com/hireme/hireme/pkg/crawler/meta"
|
||||
)
|
||||
|
||||
type WorkerPool struct {
|
||||
@@ -296,5 +297,8 @@ func (p *WorkerPool) getCrawlerForPlatform(platform string) crawler.SiteCrawler
|
||||
if strings.Contains(plat, "apple") {
|
||||
return apple.NewAppleCrawler()
|
||||
}
|
||||
if strings.Contains(plat, "meta") || strings.Contains(plat, "facebook") {
|
||||
return meta.NewMetaCrawler()
|
||||
}
|
||||
return crawler.NewGenericCrawler()
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user