Working with Large Files

# dits.toml - per-repository settings

[chunking]
# Default settings for most files
algorithm = "fastcdc"
min_size = "16KB"
avg_size = "64KB"
max_size = "256KB"

# Override for specific file types
[chunking.video]
patterns = ["*.mov", "*.mp4", "*.mxf"]
min_size = "256KB"
avg_size = "1MB"
max_size = "4MB"

[chunking.images]
patterns = ["*.psd", "*.tiff", "*.exr"]
min_size = "64KB"
avg_size = "256KB"
max_size = "1MB"

# Initial setup
$ dits init
$ dits add footage/*.mov
$ dits commit -m "Add raw footage"

# Dits shows efficient storage
$ dits status
Repository size: 45.2 GB
Unique chunks: 234,567
Deduplication ratio: 23.4%

# Generate proxies for editing
$ dits proxy create footage/*.mov --profile preview
Creating proxies...
  footage/scene01.mov -> proxies/scene01_preview.mov (1080p, H.264)
  footage/scene02.mov -> proxies/scene02_preview.mov
Done. Saved 42.1 GB in proxy storage.

# Commit proxies
$ dits add proxies/
$ dits commit -m "Add preview proxies"

# Team member clones (fast!)
$ dits clone --filter blob:none https://server/project
# Only metadata downloaded - instant

# Mount for instant access
$ dits mount /mnt/project
# All files appear, stream on demand

# Track only source assets, ignore builds
$ cat .ditsignore
Build/
Library/
Temp/
*.exe

# Add source assets
$ dits add Assets/
$ dits commit -m "Add game assets"

# Check texture reuse
$ dits dedup-stats Assets/Textures/
Analyzed 456 textures:
  Total size: 12.3 GB
  Unique data: 8.7 GB (29.3% savings)
  Shared chunks: 1,234
  Identical files: 12

# Find duplicate textures
$ dits find-duplicates Assets/
Exact duplicates:
  grass_01.png = grass_old.png (23 MB)
  rock_normal.png = stone_normal.png (45 MB)

Similar textures (>90% match):
  wood_01.png ~ wood_02.png (87% similar)

# Clone metadata only
$ dits clone --filter blob:none https://server/huge-project
Cloning into 'huge-project'...
Receiving metadata... done.
Repository size: 2.3 TB (available on demand)

# Enable sparse checkout
$ cd huge-project
$ dits sparse-checkout init --cone

# Choose what to download
$ dits sparse-checkout set \
    scripts/ \
    assets/textures/characters/ \
    assets/models/characters/

# Check what's downloaded
$ dits sparse-checkout list
scripts/
assets/textures/characters/
assets/models/characters/

# Rest of files are placeholders
$ ls assets/environments/
# Shows files but they're not downloaded yet

# Access downloads on demand
$ cat assets/environments/level1/readme.txt
# File content streams automatically

# Mount repository as virtual drive
$ dits mount /mnt/project

# Files appear instantly
$ ls /mnt/project
assets/  footage/  project.prproj  README.md

# Open in your NLE - files stream on demand
$ open /mnt/project/project.prproj

# Check what's cached locally
$ dits cache-stats
Cache: 12.5 GB / 50 GB
Hot files: project.prproj, footage/scene01.mov
Hit rate: 94.2%

# Prefetch for offline work
$ dits prefetch footage/scene01.mov footage/scene02.mov
Prefetching 2 files (4.5 GB)...
Done.