52 lines
1.2 KiB
YAML
52 lines
1.2 KiB
YAML
|
# DOLPHIN Scan Bridge - Prefect Deployment
|
||
|
|
# ========================================
|
||
|
|
# Long-running service with self-healing
|
||
|
|
#
|
||
|
|
# Deploy:
|
||
|
|
# prefect deploy prefect_scan_bridge.yaml
|
||
|
|
#
|
||
|
|
# Start worker:
|
||
|
|
# prefect worker start --pool dolphin-services
|
||
|
|
|
||
|
|
name: dolphin-scan-bridge
|
||
|
|
prefect-version: "3.0"
|
||
|
|
|
||
|
|
pull:
|
||
|
|
- prefect.deployments.steps.set_working_directory:
|
||
|
|
directory: /mnt/dolphinng5_predict/prod
|
||
|
|
|
||
|
|
deployments:
|
||
|
|
- name: scan-bridge
|
||
|
|
entrypoint: scan_bridge_prefect_flow.py:scan_bridge_flow
|
||
|
|
work_pool:
|
||
|
|
name: dolphin-services
|
||
|
|
description: |
|
||
|
|
Continuous scan bridge service.
|
||
|
|
Watches Arrow files → pushes to Hazelcast.
|
||
|
|
Self-healing, idle-mode when no scans.
|
||
|
|
|
||
|
|
# Infrastructure hints
|
||
|
|
infrastructure:
|
||
|
|
type: process
|
||
|
|
|
||
|
|
# The flow runs forever (daemon mode)
|
||
|
|
# Prefect will restart it if it crashes
|
||
|
|
parameters: {}
|
||
|
|
|
||
|
|
# Tags for organization
|
||
|
|
tags:
|
||
|
|
- infrastructure
|
||
|
|
- data-ingestion
|
||
|
|
- scan-bridge
|
||
|
|
- daemon
|
||
|
|
|
||
|
|
# Schedule: run continuously
|
||
|
|
# (no schedule = run on deployment start, restart on failure)
|
||
|
|
schedules: []
|
||
|
|
|
||
|
|
# Enforcements
|
||
|
|
enforce_parameter_schema: false
|
||
|
|
|
||
|
|
# Concurrency: only one instance
|
||
|
|
concurrency_limit: 1
|