Enhance logging and context handling in job management. Introduce a logger initialization with configurable parameters in the manager and runner commands. Update job context handling to use tar files instead of tar.gz, and implement ETag generation for improved caching. Refactor API endpoints to support new context file structure and enhance error handling in job submissions. Add support for unhide objects and auto-execution options in job creation requests.

cmd/manager/main.go

@@ -11,17 +11,34 @@ import (
 	"jiggablend/internal/api"
 	"jiggablend/internal/auth"
 	"jiggablend/internal/database"
+	"jiggablend/internal/logger"
 	"jiggablend/internal/storage"
 )
 
 func main() {
 	var (
-		port        = flag.String("port", getEnv("PORT", "8080"), "Server port")
-		dbPath      = flag.String("db", getEnv("DB_PATH", "jiggablend.db"), "Database path")
-		storagePath = flag.String("storage", getEnv("STORAGE_PATH", "./jiggablend-storage"), "Storage path")
+		port          = flag.String("port", getEnv("PORT", "8080"), "Server port")
+		dbPath        = flag.String("db", getEnv("DB_PATH", "jiggablend.db"), "Database path")
+		storagePath   = flag.String("storage", getEnv("STORAGE_PATH", "./jiggablend-storage"), "Storage path")
+		logDir        = flag.String("log-dir", getEnv("LOG_DIR", "./logs"), "Log directory")
+		logMaxSize    = flag.Int("log-max-size", getEnvInt("LOG_MAX_SIZE", 100), "Maximum log file size in MB before rotation")
+		logMaxBackups = flag.Int("log-max-backups", getEnvInt("LOG_MAX_BACKUPS", 5), "Maximum number of rotated log files to keep")
+		logMaxAge     = flag.Int("log-max-age", getEnvInt("LOG_MAX_AGE", 30), "Maximum age in days for rotated log files")
 	)
 	flag.Parse()
 
+	// Initialize logger (writes to both stdout and log file with rotation)
+	logDirPath := *logDir
+	if err := logger.Init(logDirPath, "manager.log", *logMaxSize, *logMaxBackups, *logMaxAge); err != nil {
+		log.Fatalf("Failed to initialize logger: %v", err)
+	}
+	defer func() {
+		if l := logger.GetDefault(); l != nil {
+			l.Close()
+		}
+	}()
+	log.Printf("Log rotation configured: max_size=%dMB, max_backups=%d, max_age=%d days", *logMaxSize, *logMaxBackups, *logMaxAge)
+
 	// Initialize database
 	db, err := database.NewDB(*dbPath)
 	if err != nil {
@@ -86,6 +103,16 @@ func getEnv(key, defaultValue string) string {
 	return defaultValue
 }
 
+func getEnvInt(key string, defaultValue int) int {
+	if value := os.Getenv(key); value != "" {
+		var result int
+		if _, err := fmt.Sscanf(value, "%d", &result); err == nil {
+			return result
+		}
+	}
+	return defaultValue
+}
+
 // checkBlenderAvailable checks if Blender is available by running `blender --version`
 func checkBlenderAvailable() error {
 	cmd := exec.Command("blender", "--version")

cmd/runner/main.go

@@ -13,6 +13,7 @@ import (
 	"syscall"
 	"time"
 
+	"jiggablend/internal/logger"
 	"jiggablend/internal/runner"
 )
 
@@ -31,6 +32,10 @@ func main() {
 		token          = flag.String("token", getEnv("REGISTRATION_TOKEN", ""), "Registration token")
 		secretsFile    = flag.String("secrets-file", getEnv("SECRETS_FILE", ""), "Path to secrets file for persistent storage (default: ./runner-secrets.json, or ./runner-secrets-{id}.json if multiple runners)")
 		runnerIDSuffix = flag.String("runner-id", getEnv("RUNNER_ID", ""), "Unique runner ID suffix (auto-generated if not provided)")
+		logDir         = flag.String("log-dir", getEnv("LOG_DIR", "./logs"), "Log directory")
+		logMaxSize     = flag.Int("log-max-size", getEnvInt("LOG_MAX_SIZE", 100), "Maximum log file size in MB before rotation")
+		logMaxBackups  = flag.Int("log-max-backups", getEnvInt("LOG_MAX_BACKUPS", 5), "Maximum number of rotated log files to keep")
+		logMaxAge      = flag.Int("log-max-age", getEnvInt("LOG_MAX_AGE", 30), "Maximum age in days for rotated log files")
 	)
 	flag.Parse()
 
@@ -55,6 +60,22 @@ func main() {
 		*name = fmt.Sprintf("%s-%s", *name, runnerIDStr)
 	}
 
+	// Initialize logger (writes to both stdout and log file with rotation)
+	// Use runner-specific log file name based on the final name
+	sanitizedName := strings.ReplaceAll(*name, "/", "_")
+	sanitizedName = strings.ReplaceAll(sanitizedName, "\\", "_")
+	logFileName := fmt.Sprintf("runner-%s.log", sanitizedName)
+	
+	if err := logger.Init(*logDir, logFileName, *logMaxSize, *logMaxBackups, *logMaxAge); err != nil {
+		log.Fatalf("Failed to initialize logger: %v", err)
+	}
+	defer func() {
+		if l := logger.GetDefault(); l != nil {
+			l.Close()
+		}
+	}()
+	log.Printf("Log rotation configured: max_size=%dMB, max_backups=%d, max_age=%d days", *logMaxSize, *logMaxBackups, *logMaxAge)
+
 	// Set default secrets file if not provided - always use current directory
 	if *secretsFile == "" {
 		if *runnerIDSuffix != "" || getEnv("RUNNER_ID", "") != "" {
@@ -210,6 +231,16 @@ func getEnv(key, defaultValue string) string {
 	return defaultValue
 }
 
+func getEnvInt(key string, defaultValue int) int {
+	if value := os.Getenv(key); value != "" {
+		var result int
+		if _, err := fmt.Sscanf(value, "%d", &result); err == nil {
+			return result
+		}
+	}
+	return defaultValue
+}
+
 // generateShortID generates a short random ID (8 hex characters)
 func generateShortID() string {
 	bytes := make([]byte, 4)