update 26.8.29

2026-08-29 22:37:28 +08:00
parent 6155d25923
commit 02226da774
4 changed files with 303 additions and 13 deletions
@@ -5,7 +5,10 @@
  </component>
  <component name="ChangeListManager">
    <list default="true" id="ae3fb6a0-aca4-4c0a-858b-91952e6dcdd3" name="更改" comment="update 26.8.29">
-      <change beforePath="$PROJECT_DIR$/4600Pro/china-stock-mcp/docker-compose.yaml" beforeDir="false" afterPath="$PROJECT_DIR$/4600Pro/china-stock-mcp/docker-compose.yaml" afterDir="false" />
+      <change afterPath="$PROJECT_DIR$/4600Pro/firecrawl/docker-compose.yaml" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/4600Pro/china-stock-mcp/docker-compose.yaml" beforeDir="false" />
+      <change beforePath="$PROJECT_DIR$/README.md" beforeDir="false" afterPath="$PROJECT_DIR$/README.md" afterDir="false" />
    </list>
    <option name="SHOW_DIALOG" value="false" />
    <option name="HIGHLIGHT_CONFLICTS" value="true" />
@@ -49,7 +52,7 @@
    "SHARE_PROJECT_CONFIGURATION_FILES": "true",
    "codeWithMe.voiceChat.enabledByDefault": "false",
    "git-widget-placeholder": "main",
-    "last_opened_file_path": "/Users/kun/PycharmProjects/Docker_Compose/4600Pro",
+    "last_opened_file_path": "/Users/kun/PycharmProjects/Docker_Compose/4600Pro/firecrawl",
    "node.js.detected.package.jshint": "true",
    "node.js.selected.package.jshint": "",
    "nodejs_package_manager_path": "npm",
@@ -58,11 +61,11 @@
 }]]></component>
  <component name="RecentsManager">
    <key name="CopyFile.RECENT_KEYS">
+      <recent name="$PROJECT_DIR$/4600Pro/firecrawl" />
      <recent name="$PROJECT_DIR$/4600Pro" />
      <recent name="$PROJECT_DIR$/4600Pro/searxng" />
      <recent name="$PROJECT_DIR$/AI团队设计" />
      <recent name="$PROJECT_DIR$/4600Pro/so-novel" />
-      <recent name="$PROJECT_DIR$/4600Pro/So-Novel" />
    </key>
    <key name="MoveFile.RECENT_KEYS">
      <recent name="$PROJECT_DIR$/AI团队设计/EVA" />
@@ -498,7 +501,15 @@
      <option name="project" value="LOCAL" />
      <updated>1788011949750</updated>
    </task>
-    <option name="localTasksCounter" value="28" />
+    <task id="LOCAL-00028" summary="update 26.8.29">
+      <option name="closed" value="true" />
+      <created>1788012355905</created>
+      <option name="number" value="00028" />
+      <option name="presentableId" value="LOCAL-00028" />
+      <option name="project" value="LOCAL" />
+      <updated>1788012355905</updated>
+    </task>
+    <option name="localTasksCounter" value="29" />
    <servers />
  </component>
  <component name="TypeScriptGeneratedFilesManager">
@@ -1,8 +0,0 @@
-services:
-  china-stock-mcp:
-    image: ghcr.io/xinkuang/china-stock-mcp:latest
-    container_name: china-stock-mcp
-    restart: unless-stopped
-
-    ports:
-      - "2900:8081"
@@ -0,0 +1,287 @@
+name: firecrawl
+
+x-firecrawl-env: &firecrawl-env
+  # =========================================================
+  # Redis
+  # =========================================================
+  REDIS_URL: redis://redis:6379
+  REDIS_RATE_LIMIT_URL: redis://redis:6379
+
+  # =========================================================
+  # Playwright
+  # =========================================================
+  PLAYWRIGHT_MICROSERVICE_URL: http://playwright-service:3000/scrape
+
+  # =========================================================
+  # PostgreSQL / NuQ
+  # =========================================================
+  POSTGRES_USER: postgres
+  POSTGRES_PASSWORD: firecrawl
+  POSTGRES_DB: postgres
+  POSTGRES_HOST: nuq-postgres
+  POSTGRES_PORT: 5432
+
+  USE_DB_AUTHENTICATION: "false"
+
+  # =========================================================
+  # RabbitMQ
+  # =========================================================
+  NUQ_RABBITMQ_URL: amqp://rabbitmq:5672
+
+  # =========================================================
+  # Search
+  #
+  # Firecrawl -> SearXNG
+  # 使用 Docker 内部 service name，不走 NAS 端口
+  # =========================================================
+  SEARXNG_ENDPOINT: http://searxng:8080
+
+  # =========================================================
+  # Performance
+  # N6005 + 32GB RAM，个人 Agent 使用
+  # =========================================================
+  NUM_WORKERS_PER_QUEUE: 2
+  CRAWL_CONCURRENT_REQUESTS: 3
+  MAX_CONCURRENT_JOBS: 2
+  BROWSER_POOL_SIZE: 2
+
+  ENV: local
+  LOGGING_LEVEL: info
+
+
+services:
+
+  # =========================================================
+  # Firecrawl
+  # =========================================================
+  api:
+    image: ghcr.io/firecrawl/firecrawl:latest
+    container_name: firecrawl
+    restart: unless-stopped
+
+    environment:
+      <<: *firecrawl-env
+
+      HOST: "0.0.0.0"
+      PORT: 3002
+      EXTRACT_WORKER_PORT: 3004
+      WORKER_PORT: 3005
+
+    ports:
+      # NAS :2800 -> Firecrawl :3002
+      - "2800:3002"
+
+    depends_on:
+      redis:
+        condition: service_started
+
+      rabbitmq:
+        condition: service_healthy
+
+      nuq-postgres:
+        condition: service_started
+
+      playwright-service:
+        condition: service_started
+
+      searxng:
+        condition: service_started
+
+    command: node dist/src/harness.js --start-docker
+
+    networks:
+      - firecrawl
+
+    ulimits:
+      nofile:
+        soft: 65535
+        hard: 65535
+
+    logging:
+      driver: json-file
+      options:
+        max-size: "10m"
+        max-file: "3"
+
+
+  # =========================================================
+  # Playwright
+  # =========================================================
+  playwright-service:
+    image: ghcr.io/firecrawl/playwright-service:latest
+    container_name: firecrawl-playwright
+    restart: unless-stopped
+
+    environment:
+      PORT: 3000
+      MAX_CONCURRENT_PAGES: 2
+      BLOCK_MEDIA: "true"
+
+    networks:
+      - firecrawl
+
+    tmpfs:
+      - /tmp/.cache:size=1g
+
+    logging:
+      driver: json-file
+      options:
+        max-size: "10m"
+        max-file: "3"
+
+
+  # =========================================================
+  # Redis
+  # =========================================================
+  redis:
+    image: redis:7-alpine
+    container_name: firecrawl-redis
+    restart: unless-stopped
+
+    command:
+      - redis-server
+      - --appendonly
+      - "yes"
+
+    volumes:
+      - /volume2/docker/docker_projects/firecrawl/redis:/data
+
+    networks:
+      - firecrawl
+
+    logging:
+      driver: json-file
+      options:
+        max-size: "10m"
+        max-file: "3"
+
+
+  # =========================================================
+  # RabbitMQ
+  # =========================================================
+  rabbitmq:
+    image: rabbitmq:3-alpine
+    container_name: firecrawl-rabbitmq
+    restart: unless-stopped
+
+    volumes:
+      - /volume2/docker/docker_projects/firecrawl/rabbitmq:/var/lib/rabbitmq
+
+    healthcheck:
+      test:
+        - CMD
+        - rabbitmq-diagnostics
+        - -q
+        - check_running
+
+      interval: 10s
+      timeout: 5s
+      retries: 10
+      start_period: 20s
+
+    networks:
+      - firecrawl
+
+    logging:
+      driver: json-file
+      options:
+        max-size: "10m"
+        max-file: "3"
+
+
+  # =========================================================
+  # NuQ PostgreSQL
+  # =========================================================
+  nuq-postgres:
+    image: ghcr.io/firecrawl/nuq-postgres:latest
+    container_name: firecrawl-postgres
+    restart: unless-stopped
+
+    environment:
+      POSTGRES_USER: postgres
+      POSTGRES_PASSWORD: firecrawl
+      POSTGRES_DB: postgres
+
+    volumes:
+      - /volume2/docker/docker_projects/firecrawl/postgres:/var/lib/postgresql/data
+
+    networks:
+      - firecrawl
+
+    logging:
+      driver: json-file
+      options:
+        max-size: "10m"
+        max-file: "3"
+
+
+  # =========================================================
+  # SearXNG
+  #
+  # 不对 NAS / LAN 暴露端口
+  # 仅 Firecrawl 内部访问
+  # =========================================================
+  searxng:
+    image: searxng/searxng:latest
+    container_name: firecrawl-searxng
+    restart: unless-stopped
+
+    expose:
+      - "8080"
+
+    environment:
+      SEARXNG_BASE_URL: http://searxng:8080/
+      SEARXNG_VALKEY_URL: valkey://searxng-valkey:6379/0
+
+    volumes:
+      - /volume2/docker/docker_projects/firecrawl/searxng/config:/etc/searxng
+      - /volume2/docker/docker_projects/firecrawl/searxng/cache:/var/cache/searxng
+
+    depends_on:
+      - searxng-valkey
+
+    networks:
+      - firecrawl
+
+    logging:
+      driver: json-file
+      options:
+        max-size: "10m"
+        max-file: "3"
+
+
+  # =========================================================
+  # SearXNG Valkey
+  # =========================================================
+  searxng-valkey:
+    image: valkey/valkey:9-alpine
+    container_name: firecrawl-searxng-valkey
+    restart: unless-stopped
+
+    command:
+      - valkey-server
+      - --save
+      - "30"
+      - "1"
+      - --loglevel
+      - warning
+
+    volumes:
+      - /volume2/docker/docker_projects/firecrawl/searxng/valkey:/data
+
+    networks:
+      - firecrawl
+
+    logging:
+      driver: json-file
+      options:
+        max-size: "10m"
+        max-file: "3"
+
+
+# ===========================================================
+# Network
+# ===========================================================
+networks:
+  firecrawl:
+    driver: bridge
@@ -27,7 +27,7 @@ UgreenNas（芯片：N6005，运行内存：32G，储存：1TB固态+35TB机械
 8. komga：`http://192.168.0.112:2600` 【漫画阅读器】【Frp:komga.kunle777.top】
 9. yuvomi：`http://192.168.0.111:2700` 【家庭管理平台】
 10. searxng：`http://192.168.0.111:2800` 
-11: china-stock-mcp：`http://192.168.0.111:2900` 
+11: firecrawl：`http://192.168.0.111:2900` 

 ### 480t主机
 UgreenNas（芯片：1235U，运行内存：64GB，储存：4TB固态）