Conciseness cleanups

.env.example

@@ -0,0 +1,56 @@
+# PostgreSQL Configuration Database (optional)
+# If set, TimeFusion will load project configurations from this database
+# Otherwise, it will use the AWS environment variables below
+TIMEFUSION_CONFIG_DATABASE_URL=postgresql://user:password@host:port/database
+# Configuration polling interval in seconds (default: 30)
+TIMEFUSION_CONFIG_POLL_INTERVAL_SECS=30
+
+# Direct S3 Configuration (used if TIMEFUSION_CONFIG_DATABASE_URL is not set)
+AWS_REGION=
+AWS_S3_BUCKET=
+AWS_ACCESS_KEY_ID=
+AWS_SECRET_ACCESS_KEY=
+PGWIRE_PORT=5432
+PGWIRE_USER=postgres
+PGWIRE_PASSWORD=postgres
+TIMEFUSION_TABLE_PREFIX=timefusion
+
+# Delta Lake DynamoDB Locking Configuration (optional but recommended for multi-writer scenarios)
+# Set to 'dynamodb' to enable DynamoDB-based locking for Delta Lake operations
+AWS_S3_LOCKING_PROVIDER=
+# Name of the DynamoDB table to use for locking (must be created beforehand)
+# Table should have 'key' as the partition key (String type)
+DELTA_DYNAMO_TABLE_NAME=
+
+# Batch insert configuration
+# Interval between batch inserts in milliseconds (default: 1000)
+BATCH_INTERVAL_MS=1000
+# Maximum number of rows to process in a single batch (default: 1000)
+MAX_BATCH_SIZE=1000
+# Set to "true" to enable batching queue (default: false = direct insertion)
+ENABLE_BATCH_QUEUE=false
+# Maximum number of concurrent PostgreSQL connections (default: 100)
+MAX_PG_CONNECTIONS=100
+
+# DataFusion tracing configuration
+# Enable/disable metrics recording in query traces (default: true)
+TIMEFUSION_TRACING_RECORD_METRICS=true
+
+# OpenTelemetry Configuration
+# OTLP endpoint for sending traces (e.g., http://localhost:4317 for gRPC or http://localhost:4318 for HTTP)
+OTEL_EXPORTER_OTLP_ENDPOINT=http://localhost:4317
+# Service name for this application
+OTEL_SERVICE_NAME=timefusion
+# Optional: Additional resource attributes (comma-separated key=value pairs)
+OTEL_RESOURCE_ATTRIBUTES=environment=development,version=0.1.0
+# Optional: Trace sampling ratio (0.0-1.0, default: 1.0)
+OTEL_TRACES_SAMPLER_RATIO=1.0
+# Optional: Export protocol (grpc or http/protobuf, default: grpc)
+OTEL_EXPORTER_OTLP_PROTOCOL=grpc
+# Optional: Headers for authentication (e.g., api-key=your-key)
+OTEL_EXPORTER_OTLP_HEADERS=
+# Optional: Enable/disable tracing (default: true)
+OTEL_SDK_DISABLED=false
+
+# Data Directory (WAL stored in {dir}/wal, cache in {dir}/cache)
+TIMEFUSION_DATA_DIR=./data

.env.minio

@@ -0,0 +1,33 @@
+# MinIO Configuration for Local Testing
+AWS_SDK_LOAD_CONFIG=false
+AWS_ENDPOINT_URL=http://127.0.0.1:9000
+AWS_REGION=us-east-1
+AWS_S3_BUCKET=timefusion-test
+AWS_S3_ENDPOINT=http://127.0.0.1:9000
+AWS_ALLOW_HTTP=true
+AWS_ACCESS_KEY_ID=minioadmin
+AWS_SECRET_ACCESS_KEY=minioadmin
+PGWIRE_PORT=12345
+PGWIRE_USER=postgres
+PGWIRE_PASSWORD=postgres
+PORT=80
+
+TIMEFUSION_TABLE_PREFIX=timefusion-minio-test
+
+# Batch insert configuration
+BATCH_INTERVAL_MS=1000
+MAX_BATCH_SIZE=1000
+ENABLE_BATCH_QUEUE=true
+MAX_PG_CONNECTIONS=100
+
+# MinIO doesn't need DynamoDB locking, use local locking
+AWS_S3_LOCKING_PROVIDER=""
+
+# WAL storage directory for walrus-rust
+TIMEFUSION_DATA_DIR=./data/minio
+
+# Foyer cache configuration for tests
+TIMEFUSION_FOYER_MEMORY_MB=256
+TIMEFUSION_FOYER_DISK_GB=10
+TIMEFUSION_FOYER_TTL_SECONDS=300
+TIMEFUSION_FOYER_SHARDS=8

.env.test

@@ -0,0 +1,48 @@
+# Test Configuration for TimeFusion
+# This file contains MinIO test credentials for local development
+
+# MinIO S3 Storage Configuration
+AWS_ENDPOINT_URL=http://127.0.0.1:9000
+AWS_REGION=us-east-1
+AWS_S3_BUCKET=timefusion-tests
+AWS_S3_ENDPOINT=http://127.0.0.1:9000
+AWS_ALLOW_HTTP=true
+AWS_ACCESS_KEY_ID=minioadmin
+AWS_SECRET_ACCESS_KEY=minioadmin
+AWS_SDK_LOAD_CONFIG=false
+
+# PostgreSQL Wire Protocol Configuration
+PGWIRE_PORT=12345
+PGWIRE_USER=postgres
+PGWIRE_PASSWORD=postgres
+TIMEFUSION_TABLE_PREFIX=test
+
+# No DynamoDB locking for tests (uses local file-based locking)
+# AWS_S3_LOCKING_PROVIDER=
+
+# Batch Processing Configuration
+BATCH_INTERVAL_MS=100
+MAX_BATCH_SIZE=100
+ENABLE_BATCH_QUEUE=true
+MAX_PG_CONNECTIONS=10
+TIMEFUSION_BATCH_QUEUE_CAPACITY=100
+
+# Delta Lake Configuration (optimized for testing)
+TIMEFUSION_PAGE_ROW_COUNT_LIMIT=1000
+TIMEFUSION_ZSTD_COMPRESSION_LEVEL=3
+TIMEFUSION_MAX_ROW_GROUP_SIZE=10485760
+TIMEFUSION_OPTIMIZE_TARGET_SIZE=52428800
+TIMEFUSION_CHECKPOINT_INTERVAL=5
+TIMEFUSION_VACUUM_RETENTION_HOURS=1
+
+# Foyer Cache Configuration (smaller for tests)
+TIMEFUSION_FOYER_MEMORY_MB=64
+TIMEFUSION_FOYER_DISK_GB=1
+TIMEFUSION_FOYER_TTL_SECONDS=60
+TIMEFUSION_DATA_DIR=./data/test
+TIMEFUSION_FOYER_SHARDS=4
+TIMEFUSION_FOYER_FILE_SIZE_MB=8
+TIMEFUSION_FOYER_STATS=true
+
+# Logging Configuration
+RUST_LOG=debug

.github/workflows/autoformat.yml

@@ -0,0 +1,72 @@
+name: Auto-format & Auto-fix
+
+# On every push to master, run `cargo fmt` and `cargo clippy --fix`, then
+# commit any changes back to master. Skips itself on bot-authored commits to
+# avoid infinite loops, and on PR merges that are already CI-clean.
+on:
+  push:
+    branches: [master]
+
+permissions:
+  contents: write
+
+jobs:
+  autofix:
+    # Skip when the previous commit was the bot itself (prevents loops) and
+    # when the commit message contains [skip autofmt].
+    if: |
+      github.event.head_commit.author.email != 'noreply@github.com' &&
+      !contains(github.event.head_commit.message, '[skip autofmt]') &&
+      !contains(github.event.head_commit.message, 'chore(autofmt)')
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          # Need write access via the default token; fetch full history so we
+          # can push the resulting commit cleanly.
+          fetch-depth: 0
+          token: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Install nightly + stable toolchains
+        run: |
+          rustup toolchain install nightly --component rustfmt
+          rustup toolchain install stable --component clippy
+
+      - name: Install protoc
+        run: sudo apt-get update && sudo apt-get install -y protobuf-compiler
+
+      - uses: Swatinem/rust-cache@v2
+
+      # rustfmt.toml uses nightly-only options — must invoke +nightly explicitly
+      # so it matches the CI fmt-check job.
+      - name: Run cargo fmt
+        run: cargo +nightly fmt --all
+
+      - name: Run cargo clippy --fix
+        # --allow-dirty because fmt may have already produced uncommitted changes.
+        # --allow-staged for the same reason in case any pre-stage runs.
+        # Intentionally non-fatal: clippy autofixes are best-effort. If a fix
+        # introduces a compile error, we revert and only push the fmt changes.
+        run: |
+          set +e
+          cargo clippy --fix --all-targets --all-features --allow-dirty --allow-staged -- -D warnings
+          rc=$?
+          if [ $rc -ne 0 ]; then
+            echo "clippy --fix failed (likely couldn't auto-fix every warning); reverting clippy hunks only"
+            # Re-apply fmt result on top of HEAD without clippy's partial changes.
+            git checkout -- .
+            cargo +nightly fmt --all
+          fi
+          exit 0
+
+      - name: Commit & push if changed
+        run: |
+          if [ -z "$(git status --porcelain)" ]; then
+            echo "No formatting / clippy changes — nothing to push."
+            exit 0
+          fi
+          git config user.name 'github-actions[bot]'
+          git config user.email 'github-actions[bot]@users.noreply.github.com'
+          git add -A
+          git commit -m "chore(autofmt): apply cargo fmt + clippy --fix [skip autofmt]"
+          git push origin HEAD:master

.github/workflows/ci.yml

@@ -0,0 +1,106 @@
+name: CI
+
+on:
+  push:
+    branches: [master, main]
+  pull_request:
+    branches: [master, main]
+
+env:
+  CARGO_TERM_COLOR: always
+  RUST_BACKTRACE: 1
+
+jobs:
+  fmt:
+    name: Format
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      # rustfmt.toml uses nightly-only options (wrap_comments, imports_granularity,
+      # group_imports, format_code_in_doc_comments, normalize_doc_attributes,
+      # empty_item_single_line, struct_field_align_threshold). Stable fmt
+      # silently drops them and reformats differently → CI mismatch.
+      # rust-toolchain.toml pins to stable, so install nightly *and* invoke it
+      # explicitly with `+nightly` so cargo doesn't fall back to the pinned channel.
+      - uses: dtolnay/rust-toolchain@nightly
+        with:
+          components: rustfmt
+      - run: cargo +nightly fmt --all --check
+
+  clippy:
+    name: Clippy
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: dtolnay/rust-toolchain@stable
+        with:
+          components: clippy
+      - name: Install protoc
+        run: sudo apt-get update && sudo apt-get install -y protobuf-compiler
+      - uses: Swatinem/rust-cache@v2
+      - run: cargo clippy --all-targets --all-features -- -D warnings
+
+  check:
+    name: Check
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: dtolnay/rust-toolchain@stable
+      - name: Install protoc
+        run: sudo apt-get update && sudo apt-get install -y protobuf-compiler
+      - uses: Swatinem/rust-cache@v2
+      - run: cargo check --all-targets --all-features
+
+  test:
+    name: Test
+    runs-on: ubuntu-latest
+    timeout-minutes: 15
+    env:
+      AWS_SDK_LOAD_CONFIG: "false"
+      AWS_ENDPOINT_URL: http://127.0.0.1:9000
+      AWS_REGION: us-east-1
+      AWS_S3_BUCKET: timefusion-test
+      AWS_S3_ENDPOINT: http://127.0.0.1:9000
+      AWS_ALLOW_HTTP: "true"
+      AWS_ACCESS_KEY_ID: minioadmin
+      AWS_SECRET_ACCESS_KEY: minioadmin
+      PGWIRE_PORT: "12345"
+      PORT: "8080"
+      TIMEFUSION_TABLE_PREFIX: timefusion-ci-test
+      BATCH_INTERVAL_MS: "1000"
+      MAX_BATCH_SIZE: "1000"
+      ENABLE_BATCH_QUEUE: "true"
+      MAX_PG_CONNECTIONS: "100"
+      AWS_S3_LOCKING_PROVIDER: ""
+      WALRUS_DATA_DIR: /tmp/walrus-wal
+      # Use small cache sizes for CI tests (similar to test_config in object_store_cache.rs)
+      TIMEFUSION_FOYER_MEMORY_MB: "10"
+      TIMEFUSION_FOYER_DISK_MB: "50"
+      TIMEFUSION_FOYER_METADATA_MEMORY_MB: "10"
+      TIMEFUSION_FOYER_METADATA_DISK_MB: "50"
+      TIMEFUSION_FOYER_SHARDS: "2"
+    services:
+      minio:
+        image: public.ecr.aws/bitnami/minio:latest
+        ports:
+          - 9000:9000
+        env:
+          MINIO_ROOT_USER: minioadmin
+          MINIO_ROOT_PASSWORD: minioadmin
+          MINIO_DEFAULT_BUCKETS: timefusion-test,timefusion-tests
+        options: >-
+          --health-cmd "curl -f http://localhost:9000/minio/health/live || exit 1"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+    steps:
+      - name: Free disk space
+        run: sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc /opt/hostedtoolcache/CodeQL
+      - uses: actions/checkout@v4
+      - uses: dtolnay/rust-toolchain@stable
+      - name: Install protoc
+        run: sudo apt-get install -y protobuf-compiler
+      - uses: Swatinem/rust-cache@v2
+
+      - name: Run all tests
+        run: cargo test --all-features

.github/workflows/claude-code-review.yml

@@ -0,0 +1,57 @@
+name: Claude Code Review
+
+on:
+  pull_request:
+    types: [opened, synchronize]
+    # Optional: Only run on specific file changes
+    # paths:
+    #   - "src/**/*.ts"
+    #   - "src/**/*.tsx"
+    #   - "src/**/*.js"
+    #   - "src/**/*.jsx"
+
+jobs:
+  claude-review:
+    # Optional: Filter by PR author
+    # if: |
+    #   github.event.pull_request.user.login == 'external-contributor' ||
+    #   github.event.pull_request.user.login == 'new-developer' ||
+    #   github.event.pull_request.author_association == 'FIRST_TIME_CONTRIBUTOR'
+
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      pull-requests: read
+      issues: read
+      id-token: write
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 1
+
+      - name: Run Claude Code Review
+        id: claude-review
+        uses: anthropics/claude-code-action@v1
+        with:
+          claude_code_oauth_token: ${{ secrets.CLAUDE_CODE_OAUTH_TOKEN }}
+          prompt: |
+            REPO: ${{ github.repository }}
+            PR NUMBER: ${{ github.event.pull_request.number }}
+
+            Please review this pull request and provide feedback on:
+            - Code quality and best practices
+            - Potential bugs or issues
+            - Performance considerations
+            - Security concerns
+            - Test coverage
+
+            Use the repository's CLAUDE.md for guidance on style and conventions. Be constructive and helpful in your feedback.
+
+            Use `gh pr comment` with your Bash tool to leave your review as a comment on the PR.
+
+          # See https://github.com/anthropics/claude-code-action/blob/main/docs/usage.md
+          # or https://code.claude.com/docs/en/cli-reference for available options
+          claude_args: '--allowed-tools "Bash(gh issue view:*),Bash(gh search:*),Bash(gh issue list:*),Bash(gh pr comment:*),Bash(gh pr diff:*),Bash(gh pr view:*),Bash(gh pr list:*)"'
+