Enhance logging and context handling in job management. Introduce a logger initialization with configurable parameters in the manager and runner commands. Update job context handling to use tar files instead of tar.gz, and implement ETag generation for improved caching. Refactor API endpoints to support new context file structure and enhance error handling in job submissions. Add support for unhide objects and auto-execution options in job creation requests.

cmd/runner/main.go

@@ -13,6 +13,7 @@ import (
 	"syscall"
 	"time"
 
+	"jiggablend/internal/logger"
 	"jiggablend/internal/runner"
 )
 
@@ -31,6 +32,10 @@ func main() {
 		token          = flag.String("token", getEnv("REGISTRATION_TOKEN", ""), "Registration token")
 		secretsFile    = flag.String("secrets-file", getEnv("SECRETS_FILE", ""), "Path to secrets file for persistent storage (default: ./runner-secrets.json, or ./runner-secrets-{id}.json if multiple runners)")
 		runnerIDSuffix = flag.String("runner-id", getEnv("RUNNER_ID", ""), "Unique runner ID suffix (auto-generated if not provided)")
+		logDir         = flag.String("log-dir", getEnv("LOG_DIR", "./logs"), "Log directory")
+		logMaxSize     = flag.Int("log-max-size", getEnvInt("LOG_MAX_SIZE", 100), "Maximum log file size in MB before rotation")
+		logMaxBackups  = flag.Int("log-max-backups", getEnvInt("LOG_MAX_BACKUPS", 5), "Maximum number of rotated log files to keep")
+		logMaxAge      = flag.Int("log-max-age", getEnvInt("LOG_MAX_AGE", 30), "Maximum age in days for rotated log files")
 	)
 	flag.Parse()
 
@@ -55,6 +60,22 @@ func main() {
 		*name = fmt.Sprintf("%s-%s", *name, runnerIDStr)
 	}
 
+	// Initialize logger (writes to both stdout and log file with rotation)
+	// Use runner-specific log file name based on the final name
+	sanitizedName := strings.ReplaceAll(*name, "/", "_")
+	sanitizedName = strings.ReplaceAll(sanitizedName, "\\", "_")
+	logFileName := fmt.Sprintf("runner-%s.log", sanitizedName)
+	
+	if err := logger.Init(*logDir, logFileName, *logMaxSize, *logMaxBackups, *logMaxAge); err != nil {
+		log.Fatalf("Failed to initialize logger: %v", err)
+	}
+	defer func() {
+		if l := logger.GetDefault(); l != nil {
+			l.Close()
+		}
+	}()
+	log.Printf("Log rotation configured: max_size=%dMB, max_backups=%d, max_age=%d days", *logMaxSize, *logMaxBackups, *logMaxAge)
+
 	// Set default secrets file if not provided - always use current directory
 	if *secretsFile == "" {
 		if *runnerIDSuffix != "" || getEnv("RUNNER_ID", "") != "" {
@@ -210,6 +231,16 @@ func getEnv(key, defaultValue string) string {
 	return defaultValue
 }
 
+func getEnvInt(key string, defaultValue int) int {
+	if value := os.Getenv(key); value != "" {
+		var result int
+		if _, err := fmt.Sscanf(value, "%d", &result); err == nil {
+			return result
+		}
+	}
+	return defaultValue
+}
+
 // generateShortID generates a short random ID (8 hex characters)
 func generateShortID() string {
 	bytes := make([]byte, 4)