Enhance logging and context handling in job management. Introduce a logger initialization with configurable parameters in the manager and runner commands. Update job context handling to use tar files instead of tar.gz, and implement ETag generation for improved caching. Refactor API endpoints to support new context file structure and enhance error handling in job submissions. Add support for unhide objects and auto-execution options in job creation requests.

cmd/manager/main.go

@@ -11,17 +11,34 @@ import (
 	"jiggablend/internal/api"
 	"jiggablend/internal/auth"
 	"jiggablend/internal/database"
+	"jiggablend/internal/logger"
 	"jiggablend/internal/storage"
 )
 
 func main() {
 	var (
-		port        = flag.String("port", getEnv("PORT", "8080"), "Server port")
-		dbPath      = flag.String("db", getEnv("DB_PATH", "jiggablend.db"), "Database path")
-		storagePath = flag.String("storage", getEnv("STORAGE_PATH", "./jiggablend-storage"), "Storage path")
+		port          = flag.String("port", getEnv("PORT", "8080"), "Server port")
+		dbPath        = flag.String("db", getEnv("DB_PATH", "jiggablend.db"), "Database path")
+		storagePath   = flag.String("storage", getEnv("STORAGE_PATH", "./jiggablend-storage"), "Storage path")
+		logDir        = flag.String("log-dir", getEnv("LOG_DIR", "./logs"), "Log directory")
+		logMaxSize    = flag.Int("log-max-size", getEnvInt("LOG_MAX_SIZE", 100), "Maximum log file size in MB before rotation")
+		logMaxBackups = flag.Int("log-max-backups", getEnvInt("LOG_MAX_BACKUPS", 5), "Maximum number of rotated log files to keep")
+		logMaxAge     = flag.Int("log-max-age", getEnvInt("LOG_MAX_AGE", 30), "Maximum age in days for rotated log files")
 	)
 	flag.Parse()
 
+	// Initialize logger (writes to both stdout and log file with rotation)
+	logDirPath := *logDir
+	if err := logger.Init(logDirPath, "manager.log", *logMaxSize, *logMaxBackups, *logMaxAge); err != nil {
+		log.Fatalf("Failed to initialize logger: %v", err)
+	}
+	defer func() {
+		if l := logger.GetDefault(); l != nil {
+			l.Close()
+		}
+	}()
+	log.Printf("Log rotation configured: max_size=%dMB, max_backups=%d, max_age=%d days", *logMaxSize, *logMaxBackups, *logMaxAge)
+
 	// Initialize database
 	db, err := database.NewDB(*dbPath)
 	if err != nil {
@@ -86,6 +103,16 @@ func getEnv(key, defaultValue string) string {
 	return defaultValue
 }
 
+func getEnvInt(key string, defaultValue int) int {
+	if value := os.Getenv(key); value != "" {
+		var result int
+		if _, err := fmt.Sscanf(value, "%d", &result); err == nil {
+			return result
+		}
+	}
+	return defaultValue
+}
+
 // checkBlenderAvailable checks if Blender is available by running `blender --version`
 func checkBlenderAvailable() error {
 	cmd := exec.Command("blender", "--version")