Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions .agents/skills/json-prompt-solution/SKILL.md
Original file line number Diff line number Diff line change
Expand Up @@ -50,8 +50,8 @@ JSON 内的 query / translated;名称不够通用并不要求全仓改名。
- 只有业务本身需要模型产生结构化语义时才引入结构化解析节点,校验字段与类型并使用
`failure_policy=fail`。SDK 响应组装始终留在 Converter,不靠 Demo 投影字段。
不用固定示例或 fallback 冒充成功。
- `.conf` 必须指向新 Pipeline,检查模型路径覆盖、上下文与生成长度,以及 Operator
输出池容量配置。原 Profile 不会自动指向新方案。
- `.conf` 必须指向新 Pipeline(仅包含 `pipe_path` 定位),并在 Pipeline JSON 的
`deployment` 中配置 `io.io_binding`、`io.output_allocations` 及可选模型路径覆盖。原 Profile 不会自动指向新方案。

## 验证与交付

Expand Down
4 changes: 2 additions & 2 deletions .agents/skills/pipeline-composer/SKILL.md
Original file line number Diff line number Diff line change
Expand Up @@ -65,8 +65,8 @@ See [the I/O boundary](../../../doc/dev_guide/business_onboarding.md#输入输

5. After validation, run the edited Pipeline through a compatible Demo. Follow
[running the current solution](../../../tools/pipeline_studio/README.md#运行当前方案): confirm
`.conf` `data.pipe_path` resolves to the edited JSON, inspect inherited model path overrides
and capacities, and select a matching biz and dataset. Use
`.conf` `pipe_path` resolves to the edited JSON, inspect pipeline-owned `deployment` (io_binding,
output_allocations, and model_paths), and select a matching biz and dataset. Use
`alg_pipeline_tool resolve-conf <edited.conf> --root <deployment_root> --depth <max_batch_or_depth>`
to inspect the native resolved paths, their sources and normalized defaults; it does not load
weights. Studio can save a JSON + `.conf` pair and command via “另存为可运行方案”; its model
Expand Down
4 changes: 4 additions & 0 deletions cmake_ext/Tests.cmake
Original file line number Diff line number Diff line change
Expand Up @@ -113,6 +113,10 @@ if(LLM_EDGEFLOW_HAS_ONNXRUNTIME)
"${PROJECT_SOURCE_DIR}/tests/fixtures/pipelines/cross_rerank/pipeline_cross_rerank_fixture.conf"
"${EDGEFLOW_GENERATED_MODEL_FIXTURE_DIR}/pipeline_cross_rerank_fixture.conf"
COPYONLY)
configure_file(
"${PROJECT_SOURCE_DIR}/tests/fixtures/pipelines/cross_rerank/pipeline_cross_rerank_missing_model.json"
"${EDGEFLOW_GENERATED_MODEL_FIXTURE_DIR}/pipeline_cross_rerank_missing_model.json"
COPYONLY)
configure_file(
"${PROJECT_SOURCE_DIR}/tests/fixtures/pipelines/cross_rerank/pipeline_cross_rerank_missing_model.conf"
"${EDGEFLOW_GENERATED_MODEL_FIXTURE_DIR}/pipeline_cross_rerank_missing_model.conf"
Expand Down
20 changes: 1 addition & 19 deletions configs/pipeline_audio_asr_cpu.conf
Original file line number Diff line number Diff line change
@@ -1,21 +1,3 @@
{
"schema_version": 1,
"data": {
"pipe_path": "pipeline_audio_asr_cpu.json",
"io_binding": "audio_asr_intent.operator.v1",
"model_paths": {
"asr_model_v1": "models/ggml-base.bin"
},
"outputs": {
"audio_out": {
"type": "audio_out",
"meta_num": 0,
"metadata_type_id": 0,
"capacities": {
"transcribed_text": 511,
"intent_slot_json": 1023
}
}
}
}
"pipe_path": "pipeline_audio_asr_cpu.json"
}
19 changes: 19 additions & 0 deletions configs/pipeline_audio_asr_cpu.json
Original file line number Diff line number Diff line change
@@ -1,5 +1,24 @@
{
"biz_name": "speech_audio_asr_intent_slot",
"deployment": {
"model_paths": {
"asr_model_v1": "models/ggml-base.bin"
},
"io": {
"io_binding": "audio_asr_intent.operator.v1",
"output_allocations": {
"audio_out": {
"type": "audio_out",
"meta_num": 0,
"metadata_type_id": 0,
"capacities": {
"transcribed_text": 511,
"intent_slot_json": 1023
}
}
}
}
},
"models": [
{
"model_id": "asr_model_v1",
Expand Down
17 changes: 1 addition & 16 deletions configs/pipeline_cross_rerank_cpu.conf
Original file line number Diff line number Diff line change
@@ -1,18 +1,3 @@
{
"schema_version": 1,
"data": {
"pipe_path": "pipeline_cross_rerank_cpu.json",
"io_binding": "cross_rerank.operator.v1",
"model_paths": {
"rerank_model_v1": "./models/ms_marco_tinybert_l2_v2_quantized.onnx"
},
"outputs": {
"rerank_out": {
"type": "rerank_out",
"meta_num": 0,
"metadata_type_id": 0,
"capacities": {}
}
}
}
"pipe_path": "pipeline_cross_rerank_cpu.json"
}
16 changes: 16 additions & 0 deletions configs/pipeline_cross_rerank_cpu.json
Original file line number Diff line number Diff line change
@@ -1,5 +1,21 @@
{
"biz_name": "dense_cross_rerank_scoring",
"deployment": {
"model_paths": {
"rerank_model_v1": "./models/ms_marco_tinybert_l2_v2_quantized.onnx"
},
"io": {
"io_binding": "cross_rerank.operator.v1",
"output_allocations": {
"rerank_out": {
"type": "rerank_out",
"meta_num": 0,
"metadata_type_id": 0,
"capacities": {}
}
}
}
},
"models": [
{
"model_id": "rerank_model_v1",
Expand Down
23 changes: 1 addition & 22 deletions configs/pipeline_dialogue_audit_default.conf
Original file line number Diff line number Diff line change
@@ -1,24 +1,3 @@
{
"schema_version": 1,
"data": {
"pipe_path": "pipeline_dialogue_audit_default.json",
"io_binding": "compliance_audit.operator.v1",
"model_paths": {
"embed_model_v2": "./models/bge_base_zh_v1.5.onnx",
"rerank_model_v1": "./models/ms_marco_tinybert_l2_v2_quantized.onnx",
"audit_llm_v1": "./models/qwen2.5-0.5b-instruct-q4_k_m.gguf"
},
"outputs": {
"audit_out": {
"type": "audit_out",
"meta_num": 0,
"metadata_type_id": 0,
"capacities": {
"risk_level": 31,
"matched_policy_clause": 255,
"audit_verdict_json": 1023
}
}
}
}
"pipe_path": "pipeline_dialogue_audit_default.json"
}
22 changes: 22 additions & 0 deletions configs/pipeline_dialogue_audit_default.json
Original file line number Diff line number Diff line change
@@ -1,5 +1,27 @@
{
"biz_name": "dialogue_compliance_audit_v1",
"deployment": {
"model_paths": {
"embed_model_v2": "./models/bge_base_zh_v1.5.onnx",
"rerank_model_v1": "./models/ms_marco_tinybert_l2_v2_quantized.onnx",
"audit_llm_v1": "./models/qwen2.5-0.5b-instruct-q4_k_m.gguf"
},
"io": {
"io_binding": "compliance_audit.operator.v1",
"output_allocations": {
"audit_out": {
"type": "audit_out",
"meta_num": 0,
"metadata_type_id": 0,
"capacities": {
"risk_level": 31,
"matched_policy_clause": 255,
"audit_verdict_json": 1023
}
}
}
}
},
"models": [
{
"capability": "embedding",
Expand Down
23 changes: 1 addition & 22 deletions configs/pipeline_dialogue_audit_kite.conf
Original file line number Diff line number Diff line change
@@ -1,24 +1,3 @@
{
"schema_version": 1,
"data": {
"pipe_path": "pipeline_dialogue_audit_kite.json",
"io_binding": "compliance_audit.operator.v1",
"model_paths": {
"embed_model_v2": "models/bge_base_zh_v1.5.onnx",
"rerank_model_v1": "models/ms_marco_tinybert_l2_v2_quantized.onnx",
"audit_llm_v1": "models/qwen2.5-0.5b-instruct-q4_k_m.gguf"
},
"outputs": {
"audit_out": {
"type": "audit_out",
"meta_num": 0,
"metadata_type_id": 0,
"capacities": {
"risk_level": 31,
"matched_policy_clause": 255,
"audit_verdict_json": 1023
}
}
}
}
"pipe_path": "pipeline_dialogue_audit_kite.json"
}
22 changes: 22 additions & 0 deletions configs/pipeline_dialogue_audit_kite.json
Original file line number Diff line number Diff line change
@@ -1,5 +1,27 @@
{
"biz_name": "dialogue_compliance_audit_v1",
"deployment": {
"model_paths": {
"embed_model_v2": "models/bge_base_zh_v1.5.onnx",
"rerank_model_v1": "models/ms_marco_tinybert_l2_v2_quantized.onnx",
"audit_llm_v1": "models/qwen2.5-0.5b-instruct-q4_k_m.gguf"
},
"io": {
"io_binding": "compliance_audit.operator.v1",
"output_allocations": {
"audit_out": {
"type": "audit_out",
"meta_num": 0,
"metadata_type_id": 0,
"capacities": {
"risk_level": 31,
"matched_policy_clause": 255,
"audit_verdict_json": 1023
}
}
}
}
},
"models": [
{
"capability": "embedding",
Expand Down
21 changes: 1 addition & 20 deletions configs/pipeline_doc_qa_cpu.conf
Original file line number Diff line number Diff line change
@@ -1,22 +1,3 @@
{
"schema_version": 1,
"data": {
"pipe_path": "pipeline_doc_qa_cpu.json",
"io_binding": "doc_qa.operator.v1",
"model_paths": {
"embed_model_onnx": "./models/bge_base_zh_v1.5.onnx",
"llm_model_llamacpp": "./models/qwen2.5-0.5b-instruct-q4_k_m.gguf"
},
"outputs": {
"doc_out": {
"type": "doc_out",
"meta_num": 0,
"metadata_type_id": 0,
"capacities": {
"intent_name": 63,
"answer_text": 1023
}
}
}
}
"pipe_path": "pipeline_doc_qa_cpu.json"
}
22 changes: 21 additions & 1 deletion configs/pipeline_doc_qa_cpu.json
Original file line number Diff line number Diff line change
@@ -1,5 +1,25 @@
{
"biz_name": "smart_doc_qa_v1",
"deployment": {
"model_paths": {
"embed_model_onnx": "./models/bge_base_zh_v1.5.onnx",
"llm_model_llamacpp": "./models/qwen2.5-0.5b-instruct-q4_k_m.gguf"
},
"io": {
"io_binding": "doc_qa.operator.v1",
"output_allocations": {
"doc_out": {
"type": "doc_out",
"meta_num": 0,
"metadata_type_id": 0,
"capacities": {
"intent_name": 63,
"answer_text": 1023
}
}
}
}
},
"models": [
{
"model_id": "embed_model_onnx",
Expand Down Expand Up @@ -151,7 +171,7 @@
},
"config": {
"default_category": "GENERAL_QA",
"default_score": 0.90,
"default_score": 0.9,
"categories": {
"AFTER_SALES_REFUND": [
"退款",
Expand Down
21 changes: 1 addition & 20 deletions configs/pipeline_doc_qa_default.conf
Original file line number Diff line number Diff line change
@@ -1,22 +1,3 @@
{
"schema_version": 1,
"data": {
"pipe_path": "pipeline_doc_qa_default.json",
"io_binding": "doc_qa.operator.v1",
"model_paths": {
"embed_model_v1": "./models/bge_base_zh_v1.5.onnx",
"llm_model_v1": "./models/qwen2.5-0.5b-instruct-q4_k_m.gguf"
},
"outputs": {
"doc_out": {
"type": "doc_out",
"meta_num": 0,
"metadata_type_id": 0,
"capacities": {
"intent_name": 63,
"answer_text": 1023
}
}
}
}
"pipe_path": "pipeline_doc_qa_default.json"
}
22 changes: 21 additions & 1 deletion configs/pipeline_doc_qa_default.json
Original file line number Diff line number Diff line change
@@ -1,5 +1,25 @@
{
"biz_name": "smart_doc_qa_v1",
"deployment": {
"model_paths": {
"embed_model_v1": "./models/bge_base_zh_v1.5.onnx",
"llm_model_v1": "./models/qwen2.5-0.5b-instruct-q4_k_m.gguf"
},
"io": {
"io_binding": "doc_qa.operator.v1",
"output_allocations": {
"doc_out": {
"type": "doc_out",
"meta_num": 0,
"metadata_type_id": 0,
"capacities": {
"intent_name": 63,
"answer_text": 1023
}
}
}
}
},
"models": [
{
"capability": "embedding",
Expand Down Expand Up @@ -144,7 +164,7 @@
},
"config": {
"default_category": "GENERAL_QA",
"default_score": 0.90,
"default_score": 0.9,
"categories": {
"AFTER_SALES_REFUND": [
"退款",
Expand Down
21 changes: 1 addition & 20 deletions configs/pipeline_doc_qa_kite.conf
Original file line number Diff line number Diff line change
@@ -1,22 +1,3 @@
{
"schema_version": 1,
"data": {
"pipe_path": "pipeline_doc_qa_kite.json",
"io_binding": "doc_qa.operator.v1",
"model_paths": {
"embed_model_v1": "models/bge_base_zh_v1.5.onnx",
"llm_model_v1": "models/qwen2.5-0.5b-instruct-q4_k_m.gguf"
},
"outputs": {
"doc_out": {
"type": "doc_out",
"meta_num": 0,
"metadata_type_id": 0,
"capacities": {
"intent_name": 63,
"answer_text": 1023
}
}
}
}
"pipe_path": "pipeline_doc_qa_kite.json"
}
20 changes: 20 additions & 0 deletions configs/pipeline_doc_qa_kite.json
Original file line number Diff line number Diff line change
@@ -1,5 +1,25 @@
{
"biz_name": "smart_doc_qa_v1",
"deployment": {
"model_paths": {
"embed_model_v1": "models/bge_base_zh_v1.5.onnx",
"llm_model_v1": "models/qwen2.5-0.5b-instruct-q4_k_m.gguf"
},
"io": {
"io_binding": "doc_qa.operator.v1",
"output_allocations": {
"doc_out": {
"type": "doc_out",
"meta_num": 0,
"metadata_type_id": 0,
"capacities": {
"intent_name": 63,
"answer_text": 1023
}
}
}
}
},
"models": [
{
"capability": "embedding",
Expand Down
Loading
Loading