Scaling Strategies

-- Increase cache size
PRAGMA cache_size = -128000;  -- 128 MB

-- Use WAL mode with larger checkpoint
PRAGMA journal_mode = WAL;
PRAGMA wal_autocheckpoint = 1000;

-- Reduce fsync calls (slight durability trade-off)
PRAGMA synchronous = NORMAL;

-- Use memory-mapped I/O for reads
PRAGMA mmap_size = 268435456;  -- 256 MB

{
  "database": {
    "backend": "sqlite",
    "sqlite_path": "/mnt/fast-nvme/fluxer.db"
  }
}

{
  "s3": {
    "presigned_url_base": "https://cdn.example.com"
  },
  "domain": {
    "static_cdn_domain": "cdn.example.com"
  }
}

{
  "instance": {
    "deployment_mode": "microservices"
  },
  "internal": {
    "queue": "http://queue-service:8088/queue",
    "media_proxy": "http://media-proxy:8080/media"
  },
  "services": {
    "nats": {
      "core_url": "nats://nats-core:4222",
      "jetstream_url": "nats://nats-jetstream:4222",
      "auth_token": "your-nats-token"
    }
  }
}

docker compose -f cassandra-compose.yaml up -d

# Wait for all nodes to join
docker exec cassandra-1 nodetool status

-- Create keyspace with replication
CREATE KEYSPACE fluxer
WITH replication = {
  'class': 'NetworkTopologyStrategy',
  'dc1': 3  -- 3 replicas in dc1
};

USE fluxer;

-- Fluxer will auto-create tables on first run
-- Or run migration scripts manually

# Export from SQLite
docker exec fluxer_server node -e '
  const db = require("./packages/database");
  db.exportToJSON("/tmp/export.json");
'

# Import to Cassandra
docker exec fluxer_server node -e '
  const db = require("./packages/database");
  db.importFromJSON("/tmp/export.json");
'

# Set to 1/4 to 1/2 of total RAM (max 32GB)
MAX_HEAP_SIZE=16G

-- Use Leveled Compaction for read-heavy tables
ALTER TABLE messages
WITH compaction = {
  'class': 'LeveledCompactionStrategy',
  'sstable_size_in_mb': 160
};

-- Use TWCS for time-series data
ALTER TABLE message_edits
WITH compaction = {
  'class': 'TimeWindowCompactionStrategy',
  'compaction_window_unit': 'DAYS',
  'compaction_window_size': 7
};

// In application code
const cassandra = require('cassandra-driver');

// QUORUM for strong consistency
const result = await client.execute(query, params, {
  consistency: cassandra.types.consistencies.quorum
});

// LOCAL_QUORUM for multi-DC
const result = await client.execute(query, params, {
  consistency: cassandra.types.consistencies.localQuorum
});

CREATE KEYSPACE fluxer
WITH replication = {
  'class': 'NetworkTopologyStrategy',
  'us-east': 3,
  'eu-west': 3
};

{
  "database": {
    "backend": "cassandra",
    "cassandra": {
      "hosts": ["cassandra-us-1", "cassandra-us-2", "cassandra-us-3"],
      "local_dc": "us-east"
    }
  }
}

{
  "database": {
    "backend": "cassandra",
    "cassandra": {
      "hosts": ["cassandra-eu-1", "cassandra-eu-2", "cassandra-eu-3"],
      "local_dc": "eu-west"
    }
  }
}

{
  "Type": "A",
  "Name": "chat.example.com",
  "GeoLocation": {
    "ContinentCode": "NA"
  },
  "SetIdentifier": "us-east",
  "AliasTarget": {
    "HostedZoneId": "Z1234567890ABC",
    "DNSName": "us-east-lb.example.com"
  }
}

// Archive attachments older than 90 days to S3 Glacier
const AWS = require('aws-sdk');
const s3 = new AWS.S3();

await s3.putObject({
  Bucket: 'fluxer-uploads',
  Key: 'attachments/old-file.jpg',
  StorageClass: 'GLACIER',
  // ... other params
}).promise();

// Already enabled in Fluxer by default
app.use(compress({
  threshold: 1024,  // 1KB minimum
  level: 6  // Compression level (1-9)
}));