starcoach-hackathon/zarinpal-analytics-backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: add persisted page insight platform

Browse Source
This commit is contained in:
Amirhossein Khalili
2026-08-21 18:51:00 +08:00
parent 8507b5d017
commit 17e3f1a7d0
18 changed files with 1587 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
cmd/api/main.go
View File

@@ -15,6 +15,7 @@ import (
"git.amiirkhl.ir/starcoach-hackathon/zarinpal-analytics-backend/internal/database"
"git.amiirkhl.ir/starcoach-hackathon/zarinpal-analytics-backend/internal/growthreport"
"git.amiirkhl.ir/starcoach-hackathon/zarinpal-analytics-backend/internal/identity"
"git.amiirkhl.ir/starcoach-hackathon/zarinpal-analytics-backend/internal/insight"
"github.com/redis/go-redis/v9"
)
@@ -42,7 +43,9 @@ func main() {
repository := growthreport.NewRepository(pool)
coordinator := growthreport.NewCoordinator(redisClient, growthreport.CoordinatorConfig{CreatePerMinute: cfg.AICreatePerMinute, UncachedPerDay: cfg.AIUncachedScopesPerDay, DailyRequests: cfg.AIDailyRequestBudget, DailyTokens: cfg.AIDailyTokenBudget, MaxConcurrent: cfg.AIMaxConcurrent})
growthService := growthreport.NewService(repository, coordinator, growthreport.ServiceConfig{Enabled: cfg.AIGrowthEnabled, Model: cfg.AvalAIModel, PromptVersion: "1.0.0", SchemaVersion: "1.0.0"})
handler := api.NewServer(identity.New(pool), analytics.New(pool, cfg.CursorSecret), logger, cfg.FrontendOrigin, cfg.CookieSecure, growthService).Handler()
insightRepository := insight.NewRepository(pool)
insightService := insight.NewService(insightRepository, insight.NewPostgreSQLBuilder(pool))
handler := api.NewServer(identity.New(pool), analytics.New(pool, cfg.CursorSecret), logger, cfg.FrontendOrigin, cfg.CookieSecure, growthService).WithInsights(insightService).Handler()
server := &http.Server{Addr: cfg.HTTPAddr, Handler: handler, ReadHeaderTimeout: 5 * time.Second, ReadTimeout: 15 * time.Second, WriteTimeout: 65 * time.Second, IdleTimeout: 60 * time.Second}
go func() {
<-ctx.Done()

92
cmd/calendar/main.go Normal file
View File

@@ -0,0 +1,92 @@
package main
import (
"context"
"encoding/json"
"flag"
"fmt"
"log/slog"
"os"
"os/signal"
"git.amiirkhl.ir/starcoach-hackathon/zarinpal-analytics-backend/internal/config"
"git.amiirkhl.ir/starcoach-hackathon/zarinpal-analytics-backend/internal/database"
"git.amiirkhl.ir/starcoach-hackathon/zarinpal-analytics-backend/internal/eventcatalog"
"git.amiirkhl.ir/starcoach-hackathon/zarinpal-analytics-backend/internal/insight"
)
func main() {
action := flag.String("action", "", "import, approve, or activate")
filePath := flag.String("file", "", "reviewed JSON catalog for import")
version := flag.String("version", "", "catalog version for approve or activate")
actor := flag.String("actor", "", "audited reviewer or operator identity")
currentJalaliYear := flag.Int("current-jalali-year", 0, "current Jalali year used for coverage validation")
flag.Parse()
logger := slog.New(slog.NewJSONHandler(os.Stdout, nil))
ctx, cancel := signal.NotifyContext(context.Background(), os.Interrupt)
defer cancel()
cfg, err := config.Load()
if err != nil {
fail(logger, "configuration failed", err)
}
pool, err := database.Open(ctx, cfg.DatabaseURL)
if err != nil {
fail(logger, "database connection failed", err)
}
defer pool.Close()
repository := eventcatalog.NewRepository(pool)
switch *action {
case "import":
if *filePath == "" || *currentJalaliYear == 0 {
fail(logger, "invalid import arguments", fmt.Errorf("file and current-jalali-year are required"))
}
file, err := os.Open(*filePath)
if err != nil {
fail(logger, "opening calendar catalog failed", err)
}
defer file.Close()
var input eventcatalog.Import
decoder := json.NewDecoder(file)
decoder.DisallowUnknownFields()
if err := decoder.Decode(&input); err != nil {
fail(logger, "decoding calendar catalog failed", err)
}
if err := eventcatalog.ValidateImport(input, *currentJalaliYear); err != nil {
fail(logger, "calendar validation failed", err)
}
if err := repository.ImportDraft(ctx, input); err != nil {
fail(logger, "calendar import failed", err)
}
logger.Info("calendar draft imported", "version", input.Version, "events", len(input.Events))
case "approve":
if *version == "" || *actor == "" {
fail(logger, "invalid approval arguments", fmt.Errorf("version and actor are required"))
}
if err := repository.Approve(ctx, *version, *actor); err != nil {
fail(logger, "calendar approval failed", err)
}
logger.Info("calendar approved", "version", *version, "reviewer", *actor)
case "activate":
if *version == "" || *actor == "" {
fail(logger, "invalid activation arguments", fmt.Errorf("version and actor are required"))
}
if err := repository.Activate(ctx, *version, *actor); err != nil {
fail(logger, "calendar activation failed", err)
}
service := insight.NewService(insight.NewRepository(pool), insight.NewPostgreSQLBuilder(pool))
created, err := service.EnqueueAll(ctx, "CALENDAR")
if err != nil {
fail(logger, "calendar refresh scheduling failed", err)
}
logger.Info("calendar activated", "version", *version, "actor", *actor, "created_jobs", created)
default:
fail(logger, "invalid action", fmt.Errorf("action must be import, approve, or activate"))
}
}
func fail(logger *slog.Logger, message string, err error) {
logger.Error(message, "error", err)
os.Exit(1)
}

10
cmd/importer/main.go
View File

@@ -9,6 +9,7 @@ import (
"git.amiirkhl.ir/starcoach-hackathon/zarinpal-analytics-backend/internal/config"
"git.amiirkhl.ir/starcoach-hackathon/zarinpal-analytics-backend/internal/database"
"git.amiirkhl.ir/starcoach-hackathon/zarinpal-analytics-backend/internal/importer"
"git.amiirkhl.ir/starcoach-hackathon/zarinpal-analytics-backend/internal/insight"
)
func main() {
@@ -33,4 +34,13 @@ func main() {
}
logger.Info("import complete", "noop", result.IsNoop, "source_sha256", result.SourceSHA256,
"source_rows", result.SourceRows, "session_rows", result.SessionRows, "attempt_rows", result.AttemptRows)
if !result.IsNoop {
service := insight.NewService(insight.NewRepository(pool), insight.NewPostgreSQLBuilder(pool))
created, err := service.EnqueueAll(ctx, "IMPORT")
if err != nil {
logger.Error("post-import insight scheduling failed", "error", err)
os.Exit(1)
}
logger.Info("post-import insight scheduling complete", "created_jobs", created)
}
}

4
cmd/migrate/main.go
View File

@@ -25,7 +25,7 @@ func main() {
os.Exit(1)
}
defer pool.Close()
for _, path := range []string{"migrations/000001_mvp.sql", "migrations/000002_growth_analyst.sql", "migrations/000003_ai_summary_refresh.sql"} {
for _, path := range []string{"migrations/000001_mvp.sql", "migrations/000002_growth_analyst.sql", "migrations/000003_ai_summary_refresh.sql", "migrations/000004_ai_page_insights.sql"} {
migration, err := os.ReadFile(path)
if err != nil {
logger.Error("reading migration failed", "path", path, "error", err)
@@ -36,5 +36,5 @@ func main() {
os.Exit(1)
}
}
logger.Info("migration complete", "version", 3)
logger.Info("migration complete", "version", 4)
}

24
cmd/worker/main.go
View File

@@ -12,6 +12,7 @@ import (
"git.amiirkhl.ir/starcoach-hackathon/zarinpal-analytics-backend/internal/config"
"git.amiirkhl.ir/starcoach-hackathon/zarinpal-analytics-backend/internal/database"
"git.amiirkhl.ir/starcoach-hackathon/zarinpal-analytics-backend/internal/growthreport"
"git.amiirkhl.ir/starcoach-hackathon/zarinpal-analytics-backend/internal/insight"
"github.com/redis/go-redis/v9"
)
@@ -40,11 +41,19 @@ func main() {
coordinator := growthreport.NewCoordinator(redisClient, growthreport.CoordinatorConfig{CreatePerMinute: cfg.AICreatePerMinute, UncachedPerDay: cfg.AIUncachedScopesPerDay, DailyRequests: cfg.AIDailyRequestBudget, DailyTokens: cfg.AIDailyTokenBudget, MaxConcurrent: cfg.AIMaxConcurrent})
avalai := growthreport.NewAvalAIClient(growthreport.AvalAIConfig{BaseURL: cfg.AvalAIBaseURL, APIKey: cfg.AvalAIAPIKey, Model: cfg.AvalAIModel, Timeout: 30 * time.Second}, &http.Client{})
processor := growthreport.NewProcessor(repository, growthreport.NewPostgreSQLBuilder(pool), avalai, coordinator, cfg.AIGrowthEnabled && cfg.AvalAIAPIKey != "")
insightService := insight.NewService(insight.NewRepository(pool), insight.NewPostgreSQLBuilder(pool))
logger.Info("growth worker ready", "ai_enabled", cfg.AIGrowthEnabled && cfg.AvalAIAPIKey != "")
poll := time.NewTicker(time.Second)
defer poll.Stop()
cleanup := time.NewTicker(24 * time.Hour)
defer cleanup.Stop()
nightly := time.NewTicker(time.Hour)
defer nightly.Stop()
if created, err := insightService.EnqueueAll(ctx, "NIGHTLY"); err != nil {
logger.Error("initial insight scheduling failed", "error", err)
} else {
logger.Info("initial insight scheduling complete", "created_jobs", created)
}
for {
select {
case <-ctx.Done():
@@ -56,6 +65,12 @@ func main() {
if err != nil && !errors.Is(err, growthreport.ErrNotFound) {
logger.Error("growth report processing failed", "error", err)
}
insightCtx, insightCancel := context.WithTimeout(ctx, 2*time.Minute)
err = insightService.ProcessNext(insightCtx)
insightCancel()
if err != nil && !errors.Is(err, insight.ErrNotFound) {
logger.Error("page insight processing failed", "error", err)
}
case <-cleanup.C:
cleanupCtx, cleanupCancel := context.WithTimeout(ctx, 30*time.Second)
deleted, err := repository.CleanupSuperseded(cleanupCtx, time.Now().UTC().AddDate(0, 0, -90))
@@ -65,6 +80,15 @@ func main() {
} else if deleted > 0 {
logger.Info("growth cleanup complete", "deleted_reports", deleted)
}
case <-nightly.C:
scheduleCtx, scheduleCancel := context.WithTimeout(ctx, 5*time.Minute)
created, err := insightService.EnqueueAll(scheduleCtx, "NIGHTLY")
scheduleCancel()
if err != nil {
logger.Error("nightly insight scheduling failed", "error", err)
} else if created > 0 {
logger.Info("nightly insight scheduling complete", "created_jobs", created)
}
}
}
}