Recovery System

// Convert to .tmp file first
tempPath := outputPath + ".tmp"
ffmpeg -i input.mov -c:v hevc output.mp4.tmp

// Verify integrity
VerifyOutputFile(tempPath)

// Atomic rename (never overwrites partially-written files)
os.Rename(tempPath, outputPath)

PID:12345
Started:2024-08-15T14:30:22Z
File:/dest/2024/08-August/2024-08-15/videos/vacation.mp4

func (s *SecurityChecker) IsFileCorrupted(filePath, fileType string) bool {
    // Check file exists and is not empty
    info, err := os.Stat(filePath)
    if err != nil || info.Size() == 0 {
        return true
    }
    
    // Verify file integrity based on type
    switch fileType {
    case "photo":
        return s.verifyImageIntegrity(filePath) != nil  // Uses ImageMagick identify
    case "video":
        return s.verifyVideoIntegrity(filePath) != nil  // Uses ffprobe
    }
}

func (s *SecurityChecker) CleanupAbandonedFiles(dir string) error {
    // Remove orphaned .tmp files from interrupted conversions
    // Remove .processing markers from dead processes
    // Log cleanup actions
}

func (s *SecurityChecker) isMarkerAbandoned(markerPath string) bool {
    // Read PID from .processing file
    content, _ := os.ReadFile(markerPath)
    pid := extractPID(content)
    
    // Check if process still exists
    return !processExists(pid)
}

// 1. Check if already converted and valid
if _, err := os.Stat(outputPath); err == nil {
    if !c.security.IsFileCorrupted(outputPath, "video") {
        // Valid file exists, skip
        c.logger.Info("already exists and valid, skipping")
        c.stats.skippedFiles++
        return nil
    } else {
        // Corrupted file detected, remove and re-convert
        c.logger.Warn("corrupted file detected, re-converting")
        os.Remove(outputPath)
        c.stats.recoveredFiles++
    }
}

// 2. Create processing marker
c.security.CreateProcessingMarker(outputPath)
defer c.security.RemoveProcessingMarker(outputPath)

// 3. Convert to .tmp file
// 4. Verify integrity
// 5. Atomic rename

media-converter /source /dest

🔒 Security Check: Found 2 abandoned conversions from previous run
🔒 Cleanup: Removed vacation.mp4.tmp (incomplete conversion)
🔒 Cleanup: Removed beach.mp4.processing (dead process 12345)

📹 vacation.mov → 2024-08-15_vacation.mp4 (already exists and valid, skipping)
📹 beach.mov → 2024-08-15_beach.mp4 (corrupted file detected, re-converting)
📹 sunset.mov → 2024-08-15_sunset.mp4 (converting...)

PID:12345
Started:2024-08-15T14:30:22Z
File:/dest/2024/08-August/2024-08-15/videos/vacation.mp4

func (s *SecurityChecker) VerifyOutputFile(
    inputPath, outputPath, fileType, outputFormat string,
) error {
    // 1. Check file exists
    // 2. Check file is not empty
    // 3. Verify minimum size ratio
    // 4. Run format-specific integrity check
}

minSize := int64(float64(inputSize) * ratio)
if outputSize < minSize {
    os.Remove(outputPath)  // Clean up suspicious file
    return fmt.Errorf("output file too small (%d < %d bytes, ratio %.3f for %s)",
        outputSize, minSize, ratio, outputFormat)
}

magick identify /path/to/output.avif
# Exit code 0 = valid, non-zero = corrupted

ffprobe /path/to/output.mp4
# Exit code 0 = valid, non-zero = corrupted

if err := cmd.Run(); err != nil {
    os.Remove(outputPath)  // Clean up corrupted file
    return fmt.Errorf("file is corrupted: %s", outputPath)
}

func (s *SecurityChecker) SafeDelete(filePath, outputPath string) error {
    // 1. Verify output file exists
    outputInfo, err := os.Stat(outputPath)
    if err != nil {
        return fmt.Errorf("cannot verify output file before deletion: %w", err)
    }
    
    // 2. Ensure output is not suspiciously small
    if outputInfo.Size() < 1000 {
        return fmt.Errorf("deletion cancelled for safety: output file too small")
    }
    
    // 3. Perform deletion
    if err := os.Remove(filePath); err != nil {
        return fmt.Errorf("failed to delete original file: %w", err)
    }
    
    return nil
}

# Increase timeout for 4K videos
media-converter /source /dest --timeout-video 3600

ctx, cancel := context.WithTimeout(context.Background(), c.config.ConversionTimeoutVideo)
defer cancel()
cmd := exec.CommandContext(ctx, "ffmpeg", ...)

# DANGER: Skips corruption detection
media-converter /source /dest --skip-integrity-check

type ConversionStats struct {
    skippedFiles    int  // Already converted and valid
    recoveredFiles  int  // Re-converted due to corruption
    // ...
}

✅ Conversion complete!
   Total files processed: 150
   Successfully converted: 42
   Skipped (already converted): 105
   Recovered (re-converted corrupted): 3
   Failed: 0

# Always keep originals during first conversion
media-converter /source /dest --keep-originals

# Verify destination integrity before deleting sources
media-converter /source /dest --verify-checksum

# Start conversion
media-converter /source /dest

# Interrupt with Ctrl+C after a few files

# Resume - should skip completed files and cleanup .tmp files
media-converter /source /dest

# High recovery count may indicate:
# - Storage issues (failing disk)
# - Insufficient resources (OOM during conversion)
# - Software bugs

# Test integrity check manually
ffprobe /dest/2024/08-August/2024-08-15/videos/vacation.mp4
magick identify /dest/2024/08-August/2024-08-15/images/photo.avif

# Manual cleanup
find /dest -name "*.processing" -delete

# Or re-run converter (auto-cleans on startup)
media-converter /source /dest