feat: Variable splitting: 1) Use jsonpath-ng.ext; 2) Cache parse result; 3) upgrade jsonpath-ng to 1.8.0. (#4908)

wangliang181230 · web-flow · commit fe7e42cb90ae · 2026-03-27T16:18:12.000+08:00
diff --git a/apps/application/flow/step_node/variable_splitting_node/impl/base_variable_splitting_node.py b/apps/application/flow/step_node/variable_splitting_node/impl/base_variable_splitting_node.py
@@ -7,11 +7,26 @@
     @desc:
 """
 import json
-from jsonpath_ng import parse
+from jsonpath_ng.ext import parse
+from common.cache.mem_cache import MemCache
 
 from application.flow.i_step_node import NodeResult
 from application.flow.step_node.variable_splitting_node.i_variable_splitting_node import IVariableSplittingNode
 
+jsonpath_expr_cache = MemCache('parse_path', {
+    'TIMEOUT': 3600, # &#32531;&#23384;&#26377;&#25928;&#26399;&#20026; 1 &#23567;&#26102;
+    'OPTIONS': {
+        'MAX_ENTRIES': 1000, # &#26368;&#22810;&#32531;&#23384; 500 &#20010;&#26465;&#30446;
+        'CULL_FREQUENCY': 10, # &#36798;&#21040;&#19978;&#38480;&#26102;&#65292;&#21024;&#38500;&#32422; 1/10 &#30340;&#32531;&#23384;
+    },
+})
+
+def parse_and_cache(path):
+    jsonpath_expr = jsonpath_expr_cache.get(path)
+    if not jsonpath_expr:
+        jsonpath_expr = parse(path)
+        jsonpath_expr_cache.set(path, jsonpath_expr)
+    return jsonpath_expr
 
 def smart_jsonpath_search(data: dict, path: str):
     """
@@ -21,7 +36,7 @@ def smart_jsonpath_search(data: dict, path: str):
     - &#22810;&#20010;&#21305;&#37197;: &#36820;&#22238;&#20540;&#30340;&#21015;&#34920;
     - &#26080;&#21305;&#37197;: &#36820;&#22238;None
     """
-    jsonpath_expr = parse(path)
+    jsonpath_expr = parse_and_cache(path)
     matches = jsonpath_expr.find(data)
 
     if not matches:
diff --git a/pyproject.toml b/pyproject.toml
@@ -61,7 +61,7 @@ dependencies = [
     "websockets==15.0.1",
     "pylint==3.3.7",
     "cohere==5.17.0",
-    "jsonpath-ng==1.7.0",
+    "jsonpath-ng==1.8.0",
 ]
 
 [tool.uv]
diff --git a/ui/src/locales/lang/en-US/workflow.ts b/ui/src/locales/lang/en-US/workflow.ts
@@ -507,7 +507,7 @@ You are a master of problem optimization, adept at accurately inferring user int
       expression: {
         label: 'Expression',
         placeholder: 'Please enter expression',
-        tooltip: 'Please use JSON Path expressions to split variables, e.g.: $.store.book',
+        tooltip: 'Please use JSON Path expressions to split variables, e.g.: $.store.book <a href="https://pypi.org/project/jsonpath-ng/1.8.0/" target="_blank" class="expression_tip">Click for details &#10140; pypi.org</a>',
       },
     },
     parameterExtractionNode: {
diff --git a/ui/src/locales/lang/zh-CN/workflow.ts b/ui/src/locales/lang/zh-CN/workflow.ts
@@ -498,7 +498,7 @@ export default {
       expression: {
         label: '&#34920;&#36798;&#24335;',
         placeholder: '&#35831;&#36755;&#20837;&#34920;&#36798;&#24335;',
-        tooltip: '&#35831;&#20351;&#29992;JSON Path &#34920;&#36798;&#24335;&#25286;&#20998;&#21464;&#37327;&#65292;&#20363;&#22914;&#65306;$.store.book',
+        tooltip: '&#35831;&#20351;&#29992; JSON Path &#34920;&#36798;&#24335;&#25286;&#20998;&#21464;&#37327;&#65292;&#20363;&#22914;&#65306;$.store.book <a href="https://pypi.org/project/jsonpath-ng/1.8.0/" target="_blank" class="expression_tip">&#28857;&#20987;&#26597;&#30475;&#35814;&#24773; &#10140; pypi.org</a>',
       },
     },
     parameterExtractionNode: {
diff --git a/ui/src/locales/lang/zh-Hant/workflow.ts b/ui/src/locales/lang/zh-Hant/workflow.ts
@@ -492,7 +492,7 @@ export default {
       expression: {
         label: '&#34920;&#36948;&#24335;',
         placeholder: '&#35531;&#36664;&#20837;&#34920;&#36948;&#24335;',
-        tooltip: '&#35531;&#20351;&#29992; JSON Path &#34920;&#36948;&#24335;&#25286;&#20998;&#35722;&#37327;&#65292;&#20363;&#22914;&#65306;$.store.book',
+        tooltip: '&#35531;&#20351;&#29992; JSON Path &#34920;&#36948;&#24335;&#25286;&#20998;&#35722;&#37327;&#65292;&#20363;&#22914;&#65306;$.store.book <a href="https://pypi.org/project/jsonpath-ng/1.8.0/" target="_blank" class="expression_tip">&#40670;&#25802;&#26597;&#30475;&#35443;&#24773; &#10140; pypi.org</a>',
       },
     },
     parameterExtractionNode: {
diff --git a/ui/src/workflow/nodes/variable-splitting/component/VariableFieldDialog.vue b/ui/src/workflow/nodes/variable-splitting/component/VariableFieldDialog.vue
@@ -57,11 +57,11 @@
             >
             <el-tooltip
               effect="dark"
-              :content="
-                $t('workflow.nodes.variableSplittingNode.expression.tooltip')
-              "
               placement="right"
             >
+              <template #content>
+                <span v-html="$t('workflow.nodes.variableSplittingNode.expression.tooltip')"></span>
+              </template>
               <AppIcon iconName="app-warning" class="app-warning-icon"></AppIcon>
             </el-tooltip>
           </div>
@@ -161,4 +161,12 @@ const submit = async (formEl: FormInstance | undefined) => {
 
 defineExpose({ open, close })
 </script>
-<style lang="scss" scoped></style>
+<style lang="scss">
+.expression_tip {
+  color: var(--el-color-primary-light-5);
+
+  &:hover {
+    color: var(--el-color-primary-light-3);
+  }
+}
+</style>

Original file line number	Diff line number	Diff line change
`@@ -61,7 +61,7 @@ dependencies = [`
`61`	`61`	`"websockets==15.0.1",`
`62`	`62`	`"pylint==3.3.7",`
`63`	`63`	`"cohere==5.17.0",`
`64`		`- "jsonpath-ng==1.7.0",`
	`64`	`+ "jsonpath-ng==1.8.0",`
`65`	`65`	`]`
`66`	`66`
`67`	`67`	`[tool.uv]`
-Original file line number
+Diff line change
       expression: {
         label: '表达式',
         placeholder: '请输入表达式',
 -        tooltip: '请使用JSON Path 表达式拆分变量，例如：$.store.book',
 +        tooltip: '请使用 JSON Path 表达式拆分变量，例如：$.store.book <a href="https://pypi.org/project/jsonpath-ng/1.8.0/" target="_blank" class="expression_tip">点击查看详情 ➜ pypi.org</a>',
       },
     },
     parameterExtractionNode: {