-
Notifications
You must be signed in to change notification settings - Fork 1
Expand file tree
/
Copy pathrun_chr_analysis.sh
More file actions
100 lines (86 loc) · 2.67 KB
/
Copy pathrun_chr_analysis.sh
File metadata and controls
100 lines (86 loc) · 2.67 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
uv run evaluation.py \
--query_log_path dataset/mangoes_unique_sentences.csv \
--sentence_column sentence \
--output_dir ./mangoes/v2 \
--n_samples 1000 \
--model_name "redis/langcache-embed-v2" \
--full \
uv run evaluation.py \
--query_log_path dataset/mangoes_unique_sentences.csv \
--sentence_column sentence \
--output_dir ./mangoes/v3 \
--n_samples 1000 \
--model_name "redis/langcache-embed-v3" \
--full \
uv run evaluation.py \
--query_log_path dataset/mangoes_unique_sentences.csv \
--sentence_column sentence \
--output_dir ./mangoes/v3.1 \
--n_samples 1000 \
--model_name "redis/langcache-embed-v3.1" \
--full \
uv run evaluation.py \
--query_log_path dataset/mangoes_unique_sentences.csv \
--sentence_column sentence \
--output_dir ./mangoes/v1 \
--n_samples 1000 \
--model_name "redis/langcache-embed-v1" \
--full
# ================================
uv run evaluation.py \
--query_log_path dataset/chatgpt_unique_sentences.csv \
--sentence_column sentence \
--output_dir ./rado_synthetic/v1 \
--n_samples 500 \
--model_name "redis/langcache-embed-v1" \
--full
uv run evaluation.py \
--query_log_path dataset/chatgpt_unique_sentences.csv \
--sentence_column sentence \
--output_dir ./rado_synthetic/v2 \
--n_samples 500 \
--model_name "redis/langcache-embed-v2" \
--full
uv run evaluation.py \
--query_log_path dataset/chatgpt_unique_sentences.csv \
--sentence_column sentence \
--output_dir ./rado_synthetic/v3 \
--n_samples 500 \
--model_name "redis/langcache-embed-v3" \
--full
uv run evaluation.py \
--query_log_path dataset/chatgpt_unique_sentences.csv \
--sentence_column sentence \
--output_dir ./rado_synthetic/v3.1 \
--n_samples 500 \
--model_name "redis/langcache-embed-v3.1" \
--full
# ================================
uv run evaluation.py \
--query_log_path dataset/vizio_unique_sentences.csv \
--sentence_column transcription \
--output_dir ./vizio/v1 \
--n_samples 1000 \
--model_name "redis/langcache-embed-v1" \
--full
uv run evaluation.py \
--query_log_path dataset/vizio_unique_sentences.csv \
--sentence_column transcription \
--output_dir ./vizio/v2 \
--n_samples 1000 \
--model_name "redis/langcache-embed-v2" \
--full
uv run evaluation.py \
--query_log_path dataset/vizio_unique_sentences.csv \
--sentence_column transcription \
--output_dir ./vizio/v3 \
--n_samples 1000 \
--model_name "redis/langcache-embed-v3" \
--full
uv run evaluation.py \
--query_log_path dataset/vizio_unique_sentences.csv \
--sentence_column transcription \
--output_dir ./vizio/v3.1 \
--n_samples 1000 \
--model_name "redis/langcache-embed-v3.1" \
--full