Emotion-LLaMA/eval_configs/eval_emotion.yaml at main · ZebangCheng/Emotion-LLaMA · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
model:
  arch: minigpt_v2
  model_type: pretrain
  max_txt_len: 500
  end_sym: "</s>"
  low_resource: False
  prompt_template: '[INST] {} [/INST]'
  llama_model: "/home/user/project/Emotion-LLaMA/checkpoints/Llama-2-7b-chat-hf"
  ckpt: "/home/user/project/Emotion-LLaMA/checkpoints/save_checkpoint/stage2/checkpoint_best.pth"
  lora_r: 64
  lora_alpha: 16

datasets:
  feature_face_caption:  #
    batch_size: 1
    vis_processor:
      train:
        name: "blip2_image_train"
        image_size: 448
      eval:
        name: "blip2_image_eval"
        image_size: 448
    text_processor:
      train:
        name: "blip_caption"
      eval:
        name: "blip_caption"
    sample_ratio: 30

evaluation_datasets:
  feature_face_caption:
    eval_file_path: /home/user/selected_face/face_emotion/relative_test3_NCEV.txt # MER2023

    img_path: /home/czb/big_space/datasets/Emotion/MER2023/video
    task_pool: [emotion]
    # Keep this benchmark's historical six-class metric contract explicit.
    labels: [neutral, angry, happy, sad, worried, surprise]
    annotation_format: auto
    transcription_path: transcription_en_all.csv
    face_feature_path: mae_340_UTT
    video_feature_path: maeV_399_UTT
    audio_feature_path: HL-UTT

    # eval_file_path: /home/user/selected_face/DFEW/reltive_DFEW_set_1_test.txt
    # img_path: /home/user/selected_face/DFEW/images

    max_new_tokens: 500
    batch_size: 1

  mer2024_caption:
    eval_file_path: /home/czb/big_space/datasets/Emotion/MER2024/MER2024-noise_NCE.txt # MER2024
    img_path: /home/czb/big_space/datasets/Emotion/MER2024/video-unlabeled-with-test2noise
    labels: [neutral, angry, happy, sad, worried, surprise, fear, contempt, doubt]
    transcription_path: transcription_all_new.csv
    face_feature_path: mae_340_23_UTT
    video_feature_path: maeVideo_399_23_UTT
    audio_feature_path: HL_23_UTT
    max_new_tokens: 500
    batch_size: 1

run:
  task: image_text_pretrain
  name: minigptv2_evaluation
  save_path: /home/user/project/Emotion-LLaMA/results