vnvohub/deltaforge repository overview

docker run --rm \
  -p 8080:8080 \
  -e MYSQL_DSN="mysql://user:pass@host:3306/db" \
  -e KAFKA_BROKERS="kafka:9092" \
  -v $(pwd)/pipeline.yaml:/etc/deltaforge/pipeline.yaml:ro \
  -v deltaforge-checkpoints:/app/data \
  ghcr.io/vnvo/deltaforge:latest \
  --config /etc/deltaforge/pipeline.yaml

apiVersion: deltaforge/v1
kind: Pipeline
metadata:
  name: orders-pipeline
  tenant: acme

spec:
  source:
    type: mysql
    config:
      id: mysql-src
      dsn: ${MYSQL_DSN}
      tables: [shop.orders]

  processors:
    - type: javascript
      inline: |
        function processBatch(events) {
          return events.filter(e => e.after?.status !== 'draft');
        }
    - type: flatten
      separator: "__"

  sinks:
    - type: kafka
      config:
        id: kafka-sink
        brokers: ${KAFKA_BROKERS}
        topic: cdc.${source.table}
        envelope:
          type: debezium