feat: implement rule engine, worker pool, event bus, and readability scraping with enhanced logging and content sanitization.

cmd/server/main.go

@@ -2,52 +2,69 @@ package main
 
 import (
 	"context"
-	"log"
 	"net/http"
 	"os"
 	"os/signal"
 	"syscall"
 	"time"
 
+	"git.pengzhan.dev/haopengzhan/rsspipe/internal/actions/readability"
 	"git.pengzhan.dev/haopengzhan/rsspipe/internal/api"
 	"git.pengzhan.dev/haopengzhan/rsspipe/internal/auth"
 	"git.pengzhan.dev/haopengzhan/rsspipe/internal/config"
 	"git.pengzhan.dev/haopengzhan/rsspipe/internal/crawler"
 	"git.pengzhan.dev/haopengzhan/rsspipe/internal/db"
+	"git.pengzhan.dev/haopengzhan/rsspipe/internal/events"
+	"git.pengzhan.dev/haopengzhan/rsspipe/internal/logger"
+	"git.pengzhan.dev/haopengzhan/rsspipe/internal/rules"
+	"git.pengzhan.dev/haopengzhan/rsspipe/internal/worker"
+	"go.uber.org/zap"
 )
 
 func main() {
-	log.Println("==================================================")
-	log.Println("           Starting RSSPipe Server                ")
-	log.Println("==================================================")
+	log := logger.InitLogger(os.Getenv("LOG_LEVEL"))
+	log.Info("Starting RSSPipe Server")
 
 	cfg := config.LoadConfig()
 
 	// 1. Initialize SQLite Database
 	database, err := db.InitDB(cfg.DBPath)
 	if err != nil {
-		log.Fatalf("Fatal: Database initialization failed: %v", err)
+		log.Fatal("Database initialization failed", zap.Error(err))
 	}
 	defer func() {
 		_ = database.Close()
 	}()
-	log.Printf("==> Database connected: %s (WAL mode enabled)\n", cfg.DBPath)
+	log.Info("Database connected", zap.String("path", cfg.DBPath))
 
 	// 2. Initialize Auth Service & Bootstrap Admin
 	authService := auth.NewAuthService(database, cfg)
 	if err := authService.BootstrapAdmin(); err != nil {
-		log.Fatalf("Fatal: Admin bootstrap failed: %v", err)
+		log.Fatal("Admin bootstrap failed", zap.Error(err))
 	}
 
-	// 3. Start Background Crawler Pool
 	ctx, cancel := context.WithCancel(context.Background())
 	defer cancel()
 
-	cr := crawler.NewCrawler(database, cfg.CrawlerIntervalMinutes, cfg.CrawlerWorkers)
+	// 3. Initialize EventBus, WorkerPool, and Action Handlers
+	bus := events.NewEventBus()
+	pool := worker.NewPool(database, bus, 5, 100)
+
+	// Register Scraper Action
+	scraper := readability.NewScraper(15 * time.Second)
+	pool.RegisterHandler("readability_scrape", scraper.Handler())
+	pool.Start(ctx)
+
+	// 4. Initialize Rules Engine
+	engine := rules.NewEngine(database, bus, pool)
+	engine.Start(ctx)
+
+	// 5. Start Background Crawler Pool
+	cr := crawler.NewCrawler(database, bus, cfg.CrawlerIntervalMinutes, cfg.CrawlerWorkers)
 	cr.Start(ctx)
 
-	// 4. Mount API Routes
-	handler := api.NewHandler(database, authService, cr)
+	// 6. Mount API Routes
+	handler := api.NewHandler(database, authService, cr, pool)
 	router := api.NewRouter(handler, authService, "./web/dist")
 
 	server := &http.Server{
@@ -58,26 +75,27 @@ func main() {
 		IdleTimeout:  120 * time.Second,
 	}
 
-	// 5. Graceful shutdown handler
+	// 7. Graceful shutdown handler
 	go func() {
 		sigChan := make(chan os.Signal, 1)
 		signal.Notify(sigChan, os.Interrupt, syscall.SIGTERM)
 		<-sigChan
 
-		log.Println("\n==> Shutting down RSSPipe gracefully...")
+		log.Info("Shutting down RSSPipe gracefully...")
 		cancel()
+		pool.Stop()
 
 		shutdownCtx, shutdownCancel := context.WithTimeout(context.Background(), 10*time.Second)
 		defer shutdownCancel()
 
 		if err := server.Shutdown(shutdownCtx); err != nil {
-			log.Printf("Error during server shutdown: %v\n", err)
+			log.Error("Error during server shutdown", zap.Error(err))
 		}
 	}()
 
-	log.Printf("==> RSSPipe HTTP Server listening at http://localhost:%s\n", cfg.Port)
+	log.Info("RSSPipe HTTP Server listening", zap.String("url", "http://localhost:"+cfg.Port))
 	if err := server.ListenAndServe(); err != nil && err != http.ErrServerClosed {
-		log.Fatalf("Fatal: Server error: %v", err)
+		log.Fatal("Server error", zap.Error(err))
 	}
-	log.Println("==> RSSPipe Server stopped.")
+	log.Info("RSSPipe Server stopped")
 }