Skip to content

私有化部署:社区数据同步失败且 Temporal 任务状态异常 #690

@sukoyt45

Description

@sukoyt45

[Bug] 私有化部署:社区数据同步失败且 Temporal 任务状态异常

问题描述 (Description)

在进行 CSGHub 私有化部署并按照文档完成部署后,系统未能自动同步社区模型等数据。
在 Temporal 控制面板中观察到 SyncAsClientWorkflow 任务出现异常:前端 UI 显示该任务长时间处于 Running 状态,且无法通过 UI 进行终止(Terminate)或重制(Reset)。

部署环境 (Environment)

  • 操作系统: Ubuntu 22.04.4 LTS (Jammy)
  • 内核版本: 22.04
  • 相关镜像:
    • opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsg_public/temporalio/auto-setup:1.25.1
    • opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsghq/csghub-server:latest

预期目标 (Expected Behavior)

  1. 部署完成后,系统应能正常触发并完成社区模型及数据的同步。
  2. Temporal 任务流应能正确反映任务状态,并支持正常的生命周期管理(停止/重置)。

实际行为 (Actual Behavior)

  • 社区模型数据为空,同步逻辑未生效。
  • 状态矛盾:UI 界面显示任务一直在运行且不可操作,但后台任务流日志显示 EVENT_TYPE_WORKFLOW_EXECUTION_COMPLETED
  • 无法通过常规手段干预该运行中的任务。

任务流日志 (Logs)

点击展开查看完整的 Temporal Workflow Events JSON
{
  "events": [
    {
      "eventId": "1",
      "eventTime": "2026-01-06T22:00:00.040985367Z",
      "eventType": "EVENT_TYPE_WORKFLOW_EXECUTION_STARTED",
      "taskId": "22020415",
      "workflowExecutionStartedEventAttributes": {
        "workflowType": {
          "name": "SyncAsClientWorkflow"
        },
        "taskQueue": {
          "name": "workflow_cron_queue",
          "kind": "TASK_QUEUE_KIND_NORMAL"
        },
        "input": {},
        "workflowExecutionTimeout": "0s",
        "workflowRunTimeout": "0s",
        "workflowTaskTimeout": "10s",
        "originalExecutionRunId": "60a9b0c3-1ede-4239-951e-6acebe4de0a5",
        "identity": "temporal-scheduler-default-sync-as-client-schedule",
        "firstExecutionRunId": "60a9b0c3-1ede-4239-951e-6acebe4de0a5",
        "attempt": 1,
        "firstWorkflowTaskBackoff": "0s",
        "searchAttributes": {
          "indexedFields": {
            "TemporalScheduledById": {
              "metadata": {
                "encoding": "anNvbi9wbGFpbg==",
                "type": "S2V5d29yZA=="
              },
              "data": "sync-as-client-schedule"
            },
            "TemporalScheduledStartTime": {
              "metadata": {
                "encoding": "anNvbi9wbGFpbg==",
                "type": "RGF0ZXRpbWU="
              },
              "data": "2026-01-06T22:00:00Z"
            }
          }
        },
        "header": {},
        "workflowId": "sync-as-client-workflow-2026-01-06T22:00:00Z"
      }
    },
    {
      "eventId": "2",
      "eventTime": "2026-01-06T22:00:00.041099631Z",
      "eventType": "EVENT_TYPE_WORKFLOW_TASK_SCHEDULED",
      "taskId": "22020416",
      "workflowTaskScheduledEventAttributes": {
        "taskQueue": {
          "name": "workflow_cron_queue",
          "kind": "TASK_QUEUE_KIND_NORMAL"
        },
        "startToCloseTimeout": "10s",
        "attempt": 1
      }
    },
    {
      "eventId": "3",
      "eventTime": "2026-01-06T22:00:00.052206801Z",
      "eventType": "EVENT_TYPE_WORKFLOW_TASK_STARTED",
      "taskId": "22020421",
      "workflowTaskStartedEventAttributes": {
        "scheduledEventId": "2",
        "identity": "1@717b7fe5ea99@",
        "requestId": "a831ca63-4ccf-4aa3-bfcc-5ca7932beac3",
        "historySizeBytes": "491",
        "workerVersion": {
          "buildId": "9f4389737bfb1fde7212c66d74f12d46"
        }
      }
    },
    {
      "eventId": "4",
      "eventTime": "2026-01-06T22:00:00.062343008Z",
      "eventType": "EVENT_TYPE_WORKFLOW_TASK_COMPLETED",
      "taskId": "22020425",
      "workflowTaskCompletedEventAttributes": {
        "scheduledEventId": "2",
        "startedEventId": "3",
        "identity": "1@717b7fe5ea99@",
        "workerVersion": {
          "buildId": "9f4389737bfb1fde7212c66d74f12d46"
        },
        "sdkMetadata": {
          "langUsedFlags": [
            3
          ],
          "sdkName": "temporal-go",
          "sdkVersion": "1.34.0"
        },
        "meteringMetadata": {}
      }
    },
    {
      "eventId": "5",
      "eventTime": "2026-01-06T22:00:00.062433939Z",
      "eventType": "EVENT_TYPE_ACTIVITY_TASK_SCHEDULED",
      "taskId": "22020426",
      "activityTaskScheduledEventAttributes": {
        "activityId": "5",
        "activityType": {
          "name": "SyncAsClient"
        },
        "taskQueue": {
          "name": "workflow_cron_queue",
          "kind": "TASK_QUEUE_KIND_NORMAL"
        },
        "header": {},
        "scheduleToCloseTimeout": "0s",
        "scheduleToStartTimeout": "0s",
        "startToCloseTimeout": "3600s",
        "heartbeatTimeout": "0s",
        "workflowTaskCompletedEventId": "4",
        "retryPolicy": {
          "initialInterval": "1s",
          "backoffCoefficient": 2,
          "maximumInterval": "100s",
          "maximumAttempts": 3
        },
        "useWorkflowBuildId": true
      }
    },
    {
      "eventId": "6",
      "eventTime": "2026-01-06T22:00:00.072498120Z",
      "eventType": "EVENT_TYPE_ACTIVITY_TASK_STARTED",
      "taskId": "22020432",
      "activityTaskStartedEventAttributes": {
        "scheduledEventId": "5",
        "identity": "1@717b7fe5ea99@",
        "requestId": "c379c87e-88b3-4999-8d08-9f84eff84762",
        "attempt": 1,
        "workerVersion": {
          "buildId": "9f4389737bfb1fde7212c66d74f12d46"
        }
      }
    },
    {
      "eventId": "7",
      "eventTime": "2026-01-06T22:00:00.079323280Z",
      "eventType": "EVENT_TYPE_ACTIVITY_TASK_COMPLETED",
      "taskId": "22020433",
      "activityTaskCompletedEventAttributes": {
        "scheduledEventId": "5",
        "startedEventId": "6",
        "identity": "1@717b7fe5ea99@"
      }
    },
    {
      "eventId": "8",
      "eventTime": "2026-01-06T22:00:00.079341047Z",
      "eventType": "EVENT_TYPE_WORKFLOW_TASK_SCHEDULED",
      "taskId": "22020434",
      "workflowTaskScheduledEventAttributes": {
        "taskQueue": {
          "name": "717b7fe5ea99:e127d41b-7486-4ac2-8d42-af376443b8ad",
          "kind": "TASK_QUEUE_KIND_STICKY",
          "normalName": "workflow_cron_queue"
        },
        "startToCloseTimeout": "10s",
        "attempt": 1
      }
    },
    {
      "eventId": "9",
      "eventTime": "2026-01-06T22:00:00.086609535Z",
      "eventType": "EVENT_TYPE_WORKFLOW_TASK_STARTED",
      "taskId": "22020438",
      "workflowTaskStartedEventAttributes": {
        "scheduledEventId": "8",
        "identity": "1@717b7fe5ea99@",
        "requestId": "a7ae7f3e-2ef6-4170-b376-111c315e2895",
        "historySizeBytes": "1110",
        "workerVersion": {
          "buildId": "9f4389737bfb1fde7212c66d74f12d46"
        }
      }
    },
    {
      "eventId": "10",
      "eventTime": "2026-01-06T22:00:00.094085205Z",
      "eventType": "EVENT_TYPE_WORKFLOW_TASK_COMPLETED",
      "taskId": "22020442",
      "workflowTaskCompletedEventAttributes": {
        "scheduledEventId": "8",
        "startedEventId": "9",
        "identity": "1@717b7fe5ea99@",
        "workerVersion": {
          "buildId": "9f4389737bfb1fde7212c66d74f12d46"
        },
        "sdkMetadata": {},
        "meteringMetadata": {}
      }
    },
    {
      "eventId": "11",
      "eventTime": "2026-01-06T22:00:00.094131728Z",
      "eventType": "EVENT_TYPE_WORKFLOW_EXECUTION_COMPLETED",
      "taskId": "22020443",
      "workflowExecutionCompletedEventAttributes": {
        "workflowTaskCompletedEventId": "10"
      }
    }
  ]
}

Metadata

Metadata

Assignees

Labels

No labels
No labels

Type

No type

Projects

No projects

Milestone

No milestone

Relationships

None yet

Development

No branches or pull requests

Issue actions