feat: add Apple jobs crawler and implement duplicate-prevention logic for target loading

2026-08-15 00:56:20 -07:00
parent 3d0156a7d8
commit f8bfc4b5e3
5 changed files with 335 additions and 8 deletions
@@ -15,6 +15,7 @@ import (
 	"github.com/hireme/hireme/internal/db"
 	"github.com/hireme/hireme/internal/filter"
 	"github.com/hireme/hireme/internal/logger"
+	"github.com/hireme/hireme/pkg/crawler/apple"
 	"github.com/hireme/hireme/pkg/crawler/google"
 )

@@ -292,5 +293,8 @@ func (p *WorkerPool) getCrawlerForPlatform(platform string) crawler.SiteCrawler
 	if strings.Contains(plat, "google") {
 		return google.NewGoogleCrawler()
 	}
+	if strings.Contains(plat, "apple") {
+		return apple.NewAppleCrawler()
+	}
 	return crawler.NewGenericCrawler()
 }