add

Author: Myhs-phz

opencompass/utils/datasets.py

@@ -45,7 +45,11 @@ def get_data_path(dataset_id: str, local_mode: bool = False):
         return hf_id
     else:
         # for the local path
-        local_path = DATASETS_MAPPING[dataset_id]['local']
+        try:
+            local_path = DATASETS_MAPPING[dataset_id]['local']
+        except:
+            local_path = dataset_id
+            get_logger().info(f"The dataset_id {dataset_id} is not in datasets mapping. Use it as local path.")
         local_path = os.path.join(cache_dir, local_path)
 
         if not os.path.exists(local_path):

opencompass/utils/run.py

@@ -474,7 +474,9 @@ def init_llm_evaluator(evalcfg):
             assert 'judge_cfg' in evalcfg.keys()
             eval_cfg['judge_cfg'] = evalcfg['judge_cfg']
             if 'prompt' in evalcfg.keys():
-                eval_cfg['prompt_template']['template']['round'][0]['prompt'] = evalcfg['prompt']
+                for i in range(len(eval_cfg['prompt_template']['messages'])):
+                    if isinstance(eval_cfg['prompt_template']['messages'][i], dict) and eval_cfg['prompt_template']['messages'][i]['role'] == 'user':
+                        eval_cfg['prompt_template']['messages'][i]['content'] = evalcfg['prompt']
             return eval_cfg
 
         def init_cascade_evaluator(evalcfg, func_locals):