scottgal/mostlylucid.yarpgateway repository overview

Scraper → Honeypot (fake data)
Suspicious → Throttled backend
Malicious → Blocked
Googlebot → Real backend (verified)
Human → Real backend

Request
   ↓
┌─────────────────────────────────────┐
│  Fast Path (<1ms)                   │
│  UA + Headers + IP + SecurityTools  │
│  + Fingerprint + Heuristic AI       │
└─────────────────────────────────────┘
   ↓ (if uncertain)
┌─────────────────────────────────────┐
│  Slow Path                          │
│  Behavioral + Inconsistency + LLM   │
└─────────────────────────────────────┘
   ↓
   Risk Score (0.0 - 1.0)
   ↓
┌─────────────────────────────────────┐
│  Action Policy                      │
│  → Allow (real backend)             │
│  → Redirect (honeypot/cache)        │
│  → Throttle (slow response)         │
│  → Challenge (CAPTCHA)              │
│  → Block (403/custom)               │
└─────────────────────────────────────┘
   ↓
┌─────────────────────────────────────┐
│  Learning Bus                       │
│  → Pattern reputation updates       │
│  → Weight adjustments               │
│  → Drift monitoring                 │
└─────────────────────────────────────┘

docker run -d -p 8080:8080 \
  -e DEFAULT_UPSTREAM=http://your-backend:3000 \
  scottgal/mostlylucid.yarpgateway

docker run -d -p 8080:8080 \
  -v ./config:/app/config:ro \
  scottgal/mostlylucid.yarpgateway

{
  "BotDetection": {
    "BotThreshold": 0.7,
    "BlockDetectedBots": true,
    "DefaultActionPolicyName": "throttle-stealth",

    "EnableAiDetection": true,
    "AiDetection": {
      "Provider": "Heuristic",
      "Heuristic": {
        "Enabled": true,
        "EnableWeightLearning": true
      }
    },

    "Learning": {
      "Enabled": true
    },

    "PathPolicies": {
      "/api/auth/*": "strict",
      "/api/checkout/*": "strict",
      "/robots.txt": "allowAll",
      "/sitemap.xml": "allowVerifiedBots"
    }
  }
}

{
  "BotDetection": {
    "Policies": {
      "default": {
        "Description": "All detectors + Heuristic, LLM for uncertain",
        "FastPath": ["UserAgent", "Header", "Ip", "SecurityTool", "ProjectHoneypot",
                     "Behavioral", "ClientSide", "Inconsistency", "VersionAge", "Heuristic"],
        "AiPath": ["Llm", "HeuristicLate"],
        "EscalateToAi": true,
        "EarlyExitThreshold": 0.85,
        "ImmediateBlockThreshold": 0.95
      },
      "strict": {
        "Description": "Lower thresholds for sensitive endpoints",
        "FastPath": ["UserAgent", "Header", "Ip", "SecurityTool", "Heuristic"],
        "EarlyExitThreshold": 0.70,
        "ImmediateBlockThreshold": 0.80
      },
      "fastpath": {
        "Description": "No LLM, heuristic only",
        "FastPath": ["UserAgent", "Header", "Ip", "SecurityTool", "Heuristic"],
        "EscalateToAi": false
      }
    },
    "PathPolicies": {
      "/api/checkout/*": "strict",
      "/api/public/*": "fastpath"
    }
  }
}

{
  "BotDetection": {
    "ActionPolicies": {
      "block": { "Type": "Block", "StatusCode": 403 },
      "throttle-stealth": {
        "Type": "Throttle",
        "DelayMs": 3000,
        "JitterMs": 1000
      },
      "honeypot": {
        "Type": "Redirect",
        "RedirectCluster": "honeypot"
      },
      "challenge": { "Type": "Challenge" },
      "logonly": { "Type": "Allow" }
    }
  }
}

{
  "ReverseProxy": {
    "Routes": {
      "catch-all": {
        "ClusterId": "backend",
        "Match": { "Path": "/{**catch-all}" }
      }
    },
    "Clusters": {
      "backend": {
        "Destinations": { "main": { "Address": "http://api:3000" } }
      },
      "honeypot": {
        "Destinations": { "trap": { "Address": "http://honeypot:8080" } }
      },
      "cached": {
        "Destinations": { "static": { "Address": "http://cache:80" } }
      }
    }
  }
}

{
  "BotDetection": {
    "Enabled": true,
    "DefaultActionPolicyName": "allow",

    "ActionPolicies": {
      "allow": { "Type": "Allow" },
      "block": { "Type": "Block", "StatusCode": 403 },
      "honeypot": { "Type": "Redirect", "RedirectCluster": "honeypot" },
      "throttle": { "Type": "Throttle", "BaseDelayMs": 3000 }
    },

    "DetectionPolicies": {
      "default": {
        "ActionPolicyName": "allow",
        "Transitions": [
          { "WhenRiskExceeds": 0.9, "ActionPolicyName": "block" },
          { "WhenRiskExceeds": 0.7, "ActionPolicyName": "honeypot" },
          { "WhenRiskExceeds": 0.5, "ActionPolicyName": "throttle" },
          { "WhenSignal": "VerifiedGoodBot", "ActionPolicyName": "allow" }
        ]
      }
    }
  }
}

{
  "BotDetection": {
    "EnableAiDetection": true,
    "AiDetection": {
      "Provider": "HeuristicWithEscalation",
      "LlmEscalation": {
        "OllamaUrl": "http://ollama:11434",
        "Model": "gemma3:4b",
        "EscalationThreshold": 0.4
      }
    }
  }
}

services:
  gateway:
    image: scottgal/mostlylucid.yarpgateway:latest
    environment:
      - BOTDETECTION__AIDETECTION__LLMESCALATION__OLLAMAURL=http://ollama:11434
    depends_on:
      - ollama

  ollama:
    image: ollama/ollama:latest
    volumes:
      - ollama_data:/root/.ollama

{
  "BotDetection": {
    "ProjectHoneypot": {
      "Enabled": true,
      "AccessKey": "your-access-key",
      "HighThreatThreshold": 25,
      "TreatHarvestersAsMalicious": true,
      "TreatCommentSpammersAsMalicious": true
    }
  }
}

services:
  gateway:
    image: scottgal/mostlylucid.yarpgateway:latest
    ports:
      - "80:8080"
    volumes:
      - ./config:/app/config:ro
      - ./data:/app/data
    environment:
      - ADMIN_SECRET=your-secret
    depends_on:
      - api
      - honeypot

  api:
    image: your-api:latest
    expose:
      - "3000"

  honeypot:
    image: nginx:alpine
    volumes:
      - ./fake-data:/usr/share/nginx/html:ro
    expose:
      - "80"

# Health check
curl http://localhost:8080/admin/health
# {"status":"ok","routesConfigured":2,"clustersConfigured":3,"mode":"configured"}

# Current routes and clusters
curl http://localhost:8080/admin/routes
curl http://localhost:8080/admin/clusters

# Gateway metrics
curl http://localhost:8080/admin/metrics

# Effective configuration
curl http://localhost:8080/admin/config/effective

# Active configuration sources
curl http://localhost:8080/admin/config/sources

# Browse mounted directories
curl http://localhost:8080/admin/fs
curl http://localhost:8080/admin/fs/config

# Install Docker on Pi
curl -fsSL https://get.docker.com | sh

# Pull and run (auto-selects arm64 or armv7)
docker run -d --name gateway \
  -p 80:8080 \
  --restart unless-stopped \
  -e DEFAULT_UPSTREAM=http://192.168.1.100:3000 \
  scottgal/mostlylucid.yarpgateway

services:
  gateway:
    image: scottgal/mostlylucid.yarpgateway:latest
    ports:
      - "80:8080"
    environment:
      - DEFAULT_UPSTREAM=http://your-backend:3000
      - LOG_LEVEL=Warning
    deploy:
      resources:
        limits:
          memory: 256M
    restart: unless-stopped