potaserandClaude Opus 5
e641c8b9ab
【轻量拓展分析】 - 新增 gfa_core/extension_stage_lightweight/ 核心模块，支持用户上传代码/数据/原始命令 - 前端卡片式交互流程：候选核对 → 验证 → 结果审查 → 授权发布 → 运行 - Celery 不受限任务 + 轮询机制 + sessionStorage 操作恢复 - 启动脚本新增 BBAV5_LIGHTWEIGHT_* 环境变量 【WGS2GWAS 支持】 - 新增 13 个 WGS 阶段定义（QC → MAF/Missing Filter） - email_haplotype_region.py 新增 LTR-RT 分析功能 【结果区域重构】 - 单层折叠 → 三组双层折叠：RNA-seq / 基因家族 / WGS2GWAS - 结果按执行时间排序，保留最新尝试 【物种角色解析增强】 - 新增 _resolve_subfamily_request_species_roles() - 支持 reference 角色的识别 - 直接 stage 请求保留 intent 中的物种角色 【会话 Job 隔离】 - rebind_job() 跨 job 时创建新会话，返回新 conversation_id 【前端交互增强】 - RAG 文献问答模式 - NL 触发 config/samples 自动填写、亚家族确认表、基因家族成员确认表 - 执行状态从后端 resource_tasks 恢复 Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
112 lines
4.1 KiB
Bash
Executable File
112 lines
4.1 KiB
Bash
Executable File
#!/bin/bash
|
|
# Start resource-specific Celery workers for the PlantAI-dev project on the 9000 profile.
|
|
|
|
set -euo pipefail
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
EXTERNAL_BBAV5_QUEUE_PREFIX="${BBAV5_QUEUE_PREFIX-}"
|
|
EXTERNAL_BBAV5_REDIS_URL="${BBAV5_REDIS_URL-}"
|
|
EXTERNAL_BBAV5_CELERY_LOG_DIR="${BBAV5_CELERY_LOG_DIR-}"
|
|
EXTERNAL_BBAV5_WORKER_NAME_PREFIX="${BBAV5_WORKER_NAME_PREFIX-}"
|
|
if [ -f "$SCRIPT_DIR/.env" ]; then
|
|
set -a
|
|
. "$SCRIPT_DIR/.env"
|
|
set +a
|
|
fi
|
|
if [ -n "$EXTERNAL_BBAV5_QUEUE_PREFIX" ]; then
|
|
BBAV5_QUEUE_PREFIX="$EXTERNAL_BBAV5_QUEUE_PREFIX"
|
|
fi
|
|
if [ -n "$EXTERNAL_BBAV5_REDIS_URL" ]; then
|
|
BBAV5_REDIS_URL="$EXTERNAL_BBAV5_REDIS_URL"
|
|
fi
|
|
if [ -n "$EXTERNAL_BBAV5_CELERY_LOG_DIR" ]; then
|
|
BBAV5_CELERY_LOG_DIR="$EXTERNAL_BBAV5_CELERY_LOG_DIR"
|
|
fi
|
|
if [ -n "$EXTERNAL_BBAV5_WORKER_NAME_PREFIX" ]; then
|
|
BBAV5_WORKER_NAME_PREFIX="$EXTERNAL_BBAV5_WORKER_NAME_PREFIX"
|
|
fi
|
|
if [ -z "$EXTERNAL_BBAV5_QUEUE_PREFIX" ]; then
|
|
BBAV5_QUEUE_PREFIX="plantai_dev_9000"
|
|
fi
|
|
if [ -z "$EXTERNAL_BBAV5_REDIS_URL" ]; then
|
|
BBAV5_REDIS_URL="redis://localhost:6379/10"
|
|
fi
|
|
if [ -z "$EXTERNAL_BBAV5_CELERY_LOG_DIR" ]; then
|
|
BBAV5_CELERY_LOG_DIR="logs/celery_plantai_dev_9000"
|
|
fi
|
|
if [ -z "$EXTERNAL_BBAV5_WORKER_NAME_PREFIX" ]; then
|
|
unset BBAV5_WORKER_NAME_PREFIX
|
|
fi
|
|
|
|
PROJECT_ROOT="${BBAV5_PROJECT_ROOT:-$SCRIPT_DIR}"
|
|
cd "$PROJECT_ROOT"
|
|
|
|
CONDA_BASE="${BBAV5_CONDA_BASE:-/home/xia-lab/miniconda3}"
|
|
DEFAULT_ENV="${BBAV5_DEFAULT_ENV:-test4py311}"
|
|
CONDA_ENV="$CONDA_BASE/envs/$DEFAULT_ENV"
|
|
export PATH="$CONDA_ENV/bin:$PATH"
|
|
export BBAV5_PROJECT_ROOT="${BBAV5_PROJECT_ROOT:-$PROJECT_ROOT}"
|
|
export PLANTAI_PROJECT_ROOT="${PLANTAI_PROJECT_ROOT:-$PROJECT_ROOT}"
|
|
export BBAV5_PROJECT_ENV_FILE="${BBAV5_PROJECT_ENV_FILE:-$PROJECT_ROOT/.env}"
|
|
export BBAV5_LIGHTWEIGHT_EXTENSION_STORE="${BBAV5_LIGHTWEIGHT_EXTENSION_STORE:-$PROJECT_ROOT/.runtime/lightweight-extension/store}"
|
|
export BBAV5_LIGHTWEIGHT_INPUT="${BBAV5_LIGHTWEIGHT_INPUT:-$PROJECT_ROOT/input}"
|
|
export BBAV5_LIGHTWEIGHT_WORKSPACE="${BBAV5_LIGHTWEIGHT_WORKSPACE:-$PROJECT_ROOT/workspace}"
|
|
export BBAV5_QUEUE_PREFIX="${BBAV5_QUEUE_PREFIX:-plantai_dev_9000}"
|
|
export BBAV5_REDIS_URL="${BBAV5_REDIS_URL:-redis://localhost:6379/10}"
|
|
WORKER_NAME_PREFIX="${BBAV5_WORKER_NAME_PREFIX:-${BBAV5_QUEUE_PREFIX//[^A-Za-z0-9_]/_}}"
|
|
|
|
LOG_DIR="${BBAV5_CELERY_LOG_DIR:-logs/celery_plantai_dev_9000}"
|
|
mkdir -p "$LOG_DIR"
|
|
|
|
CELERY="$CONDA_ENV/bin/celery"
|
|
APP="celery_app"
|
|
LOGLEVEL="${BBAV5_CELERY_LOGLEVEL:-info}"
|
|
|
|
DEFAULT_CONCURRENCY="${BBAV5_DEFAULT_CONCURRENCY:-1}"
|
|
HEAVY_CONCURRENCY="${BBAV5_HEAVY_CONCURRENCY:-2}"
|
|
MEDIUM_CONCURRENCY="${BBAV5_MEDIUM_CONCURRENCY:-2}"
|
|
LIGHT_CONCURRENCY="${BBAV5_LIGHT_CONCURRENCY:-4}"
|
|
RNASEQ_CONCURRENCY="${BBAV5_RNASEQ_CONCURRENCY:-2}"
|
|
|
|
worker_online() {
|
|
local name="$1"
|
|
if [ "${BBAV5_CELERY_FORCE_START:-0}" = "1" ]; then
|
|
return 1
|
|
fi
|
|
pgrep -f -- "--hostname=${name}@%h" >/dev/null 2>&1
|
|
}
|
|
|
|
start_worker() {
|
|
local name="$1"
|
|
local queue="$2"
|
|
local concurrency="$3"
|
|
if [ "$concurrency" -le 0 ]; then
|
|
echo "Skipping ${name}: concurrency=${concurrency}"
|
|
return
|
|
fi
|
|
if worker_online "$name"; then
|
|
echo "Skipping ${name}: worker process already exists (${name}@%h)"
|
|
return
|
|
fi
|
|
echo "Starting ${name}: queue=${queue}, concurrency=${concurrency}"
|
|
"$CELERY" -A "$APP" worker \
|
|
--detach \
|
|
--loglevel="$LOGLEVEL" \
|
|
--hostname="${name}@%h" \
|
|
--queues="$queue" \
|
|
--concurrency="$concurrency" \
|
|
--prefetch-multiplier=1 \
|
|
--logfile="$LOG_DIR/${name}.log" \
|
|
--pidfile="$LOG_DIR/${name}.pid"
|
|
}
|
|
|
|
start_worker "${WORKER_NAME_PREFIX}_default" "${BBAV5_QUEUE_PREFIX}.default" "$DEFAULT_CONCURRENCY"
|
|
start_worker "${WORKER_NAME_PREFIX}_heavy" "${BBAV5_QUEUE_PREFIX}.heavy" "$HEAVY_CONCURRENCY"
|
|
start_worker "${WORKER_NAME_PREFIX}_medium" "${BBAV5_QUEUE_PREFIX}.medium" "$MEDIUM_CONCURRENCY"
|
|
start_worker "${WORKER_NAME_PREFIX}_light" "${BBAV5_QUEUE_PREFIX}.light" "$LIGHT_CONCURRENCY"
|
|
start_worker "${WORKER_NAME_PREFIX}_rnaseq" "${BBAV5_QUEUE_PREFIX}.rnaseq" "$RNASEQ_CONCURRENCY"
|
|
|
|
echo "Celery workers started with queue prefix: ${BBAV5_QUEUE_PREFIX}"
|
|
echo "Redis: ${BBAV5_REDIS_URL}"
|
|
echo "Logs: ${LOG_DIR}"
|